-- Logs begin at Tue 2022-02-15 04:05:10 UTC, end at Tue 2022-02-15 05:21:11 UTC. -- Feb 15 04:50:44.614495 dv-cinder-828060-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 15 04:50:47.640064 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.common.config [-] Logging enabled! Feb 15 04:50:47.640680 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev503 Feb 15 04:50:47.640853 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119767) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 04:50:47.644222 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.common.config [-] Logging enabled! Feb 15 04:50:47.644479 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev503 Feb 15 04:50:47.644789 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119767) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 04:50:47.645747 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 04:50:47.645985 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 04:50:47.646356 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 04:50:47.646609 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 04:50:47.646836 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 04:50:47.647323 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.647751 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 15 04:50:47.648066 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.648367 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.648662 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.648959 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.649283 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.649569 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.649858 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.650160 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.650450 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.650731 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.651763 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.652276 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.652575 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] config_source = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.652872 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.653189 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.653483 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] debug = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.653771 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.654207 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.654613 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.654900 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.655190 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.655473 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.655747 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.656026 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.656312 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.656648 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] host = dv-cinder-828060-5-iscsi {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.656928 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.657246 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.657534 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.657819 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.658097 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.658374 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.658659 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.658933 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] log_dir = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.659205 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] log_file = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.659480 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.659766 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.660053 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.660344 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.660568 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.660794 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.661094 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.661406 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.661681 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.662000 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.662229 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.662500 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.662772 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.663040 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.663323 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.663608 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.663892 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.664165 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.664439 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.664710 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.664980 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.665288 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.665561 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.665833 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.666108 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.666411 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.666825 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.667243 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.667554 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.667845 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.668134 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.668422 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.668699 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.668985 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.669300 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.669571 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] use_journal = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.669845 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] use_json = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.670124 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.670397 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.670683 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.670958 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.671233 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.671509 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.671781 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.672066 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.672340 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:47.672640 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.672939 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.673263 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.673569 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.673861 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.674143 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.674434 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.674716 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.675007 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.675298 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.675589 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.675870 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.676172 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.676463 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.676765 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.677070 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.677402 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.677709 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.677971 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.678247 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.678522 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.678803 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.679094 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.679375 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.679663 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.679952 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.680232 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.680529 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.680820 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.681117 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.681429 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.681704 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.681984 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.682394 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.682868 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.683152 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.683439 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.683735 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.684020 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.684299 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.684586 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.684871 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.685174 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.685453 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.685733 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.686029 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.686310 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.686589 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.686861 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.687142 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.687415 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.687702 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.687980 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.688254 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.688529 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.688809 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.689087 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.689397 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.689680 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.689958 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.690242 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.690520 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.690795 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.691074 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.691352 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.691628 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.691905 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.692183 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.692466 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.692743 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.693021 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.693333 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.693612 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.693888 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.694176 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.694476 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.694758 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.695038 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.695319 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.695599 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.695879 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.696160 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.696445 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.696726 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.696999 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.697323 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.697611 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.698511 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.699026 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.699321 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.699626 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.699913 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.700203 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.700486 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.700771 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.701060 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.701374 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.701674 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.701975 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.702273 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.702570 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.702864 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.703146 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.703457 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.703739 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:47.703961 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 04:50:47.704204 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=119767) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 15 04:50:48.087641 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=119767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 04:50:48.087846 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=119767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 04:50:48.088159 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=119767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 04:50:48.088670 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 15 04:50:48.425157 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.425460 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.425739 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.427037 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.427320 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.427592 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.473417 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.473700 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.473973 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.489836 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.490121 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.490392 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.519572 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.519855 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.520129 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.556844 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.557201 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.557675 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.908870 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.909521 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.909521 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.909696 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:48.910394 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.011888 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.012207 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.012494 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.012771 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.013106 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.013453 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.013719 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.013983 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.014242 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.014529 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.014795 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.015063 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.015322 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.015570 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.015832 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.016096 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.016350 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.016621 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.016892 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.017179 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.017456 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.017711 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.017995 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.018375 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.018630 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.018879 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.019278 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=119767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:50:49.019520 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=119767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:50:49.019759 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=119767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:50:49.019998 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=119767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:50:49.020236 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=119767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:50:49.020473 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=119767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:50:49.020834 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 15 04:50:49.023999 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 15 04:50:49.028490 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 15 04:50:49.032339 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 15 04:50:49.034018 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 15 04:50:49.034485 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 15 04:50:49.034821 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 15 04:50:49.035205 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 15 04:50:49.038107 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 15 04:50:49.038361 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 15 04:50:49.038709 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 04:50:49.044392 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 15 04:50:49.067644 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 15 04:50:49.068269 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.068572 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=119767) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 15 04:50:49.068937 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.070371 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=119767) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 15 04:50:49.070658 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 04:50:49.070910 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 15 04:50:49.075173 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.075460 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:49.140393 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 15 04:50:49.140640 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 15 04:50:49.140877 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 15 04:50:49.141418 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 15 04:50:49.162642 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_db.sqlalchemy.engines [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=119767) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 15 04:50:49.699936 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Initializing driver for type 'gre' Feb 15 04:50:49.700487 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] gre ID ranges: [(1, 1000)] Feb 15 04:50:49.819740 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Initializing driver for type 'local' Feb 15 04:50:49.820067 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Initializing driver for type 'vlan' Feb 15 04:50:49.893996 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] VlanTypeDriver initialization complete Feb 15 04:50:49.894331 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Initializing driver for type 'vxlan' Feb 15 04:50:49.894841 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] vxlan ID ranges: [(1, 1000)] Feb 15 04:50:50.043488 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Initializing extension driver 'port_security' Feb 15 04:50:50.044067 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.extensions.port_security [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] PortSecurityExtensionDriver initialization complete Feb 15 04:50:50.044067 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Initializing mechanism driver 'openvswitch' Feb 15 04:50:50.044394 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Initializing mechanism driver 'hyperv' Feb 15 04:50:50.054473 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.plugins.ml2.plugin [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=119767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:50:50.056898 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > port after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.057310 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > port after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.058398 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > port after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.058998 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=119767) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 04:50:50.059433 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > subnet after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.059791 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > subnet after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.060142 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > subnet after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.060540 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=119767) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 04:50:50.060970 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > network after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.061380 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > network after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.061730 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > network after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.062127 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=119767) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 04:50:50.062551 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > security_group after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.062904 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > security_group after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.063248 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > security_group after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.063719 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=119767) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 04:50:50.064133 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.064481 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.064821 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.065242 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=119767) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 04:50:50.065665 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > address_group after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.066012 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > address_group after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.066353 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > address_group after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.066761 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=119767) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 04:50:50.067214 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] ML2 OVO RPC backend initialized. {{(pid=119767) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 15 04:50:50.067925 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router_interface after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.068288 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.068706 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > network before_response 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.069056 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > networks before_response 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.069432 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > port before_response 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.069799 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > ports before_response 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.070197 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > subnet before_response 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.070537 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > subnets before_response 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.070884 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > network after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.071234 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > network after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.071572 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > network after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.071912 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > port after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.072253 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > port after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.072594 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > port after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.072935 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > subnet after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.073492 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > subnet after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.073927 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > subnet after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.081362 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded quota_driver: . Feb 15 04:50:50.081732 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.plugin [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Modular L2 Plugin initialization complete Feb 15 04:50:50.082082 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading services supported by the core plugin {{(pid=119767) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 15 04:50:50.082467 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.plugins.ml2.managers [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Got port-security extension from driver 'port_security' Feb 15 04:50:50.082985 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.extensions.vlantransparent [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Disabled vlantransparent extension. Feb 15 04:50:50.083481 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=119767) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 15 04:50:50.083806 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading Plugin: router Feb 15 04:50:50.127021 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router_interface before_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.127410 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router after_create 55549900 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.127791 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router before_create 55549900 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.128159 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.128533 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.128893 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router after_delete 55549900 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.129293 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > floatingip after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.129638 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > floatingip after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.129995 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router after_create 55549900 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.130342 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router after_update 55549900 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.130692 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router after_update 55549900 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.131040 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.131397 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router after_update 55549900 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.131805 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router precommit_update 55549900 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.132174 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: port after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.132513 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: port after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.132852 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: subnet after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.133214 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.133567 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > port precommit_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.133916 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router precommit_create 55549900 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.134257 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: port before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.134597 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router precommit_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.134952 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router after_update 55549900 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.135289 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router precommit_delete 55549900 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.135774 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router precommit_create 55549900 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.136148 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router_interface after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.136567 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router precommit_update 55549900 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.136958 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > agent after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.137335 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > agent after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.140752 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > network after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.140752 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Tracking information for resource: router configured {{(pid=119767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:50:50.140752 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Tracking information for resource: floatingip configured {{(pid=119767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:50:50.143737 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.db.l3_agentschedulers_db [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 15 04:50:50.144318 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: port after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.144676 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: port after_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.145027 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: port after_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.145406 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: port after_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.146196 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router before_create 55550100 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.146561 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router precommit_delete 55550100 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.146924 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router precommit_create 55550100 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.147284 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > router precommit_update 55550100 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.152738 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.services.provider_configuration [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service providers = [] {{(pid=119767) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 15 04:50:50.153100 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.db.servicetype_db [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=119767) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 15 04:50:50.166632 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.services.service_base [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=119767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 04:50:50.166985 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.services.service_base [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=119767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 04:50:50.167926 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.services.service_base [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=119767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 04:50:50.168836 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.services.service_base [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=119767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 04:50:50.169228 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.services.service_base [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 15 04:50:50.169610 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=119767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:50:50.169933 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 15 04:50:50.180701 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=119767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:50:50.181038 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading Plugin: auto_allocate Feb 15 04:50:50.189091 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: network precommit_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.189491 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: network precommit_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.190048 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=119767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:50:50.190383 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading Plugin: tag Feb 15 04:50:50.197243 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=119767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:50:50.197576 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading Plugin: timestamp Feb 15 04:50:50.201562 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=119767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:50:50.205965 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading Plugin: network_ip_availability Feb 15 04:50:50.211038 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.211674 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.212069 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.212782 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=119767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:50:50.213103 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading Plugin: flavors Feb 15 04:50:50.218804 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=119767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:50:50.219137 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading Plugin: revisions Feb 15 04:50:50.223480 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=119767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:50:50.223891 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_concurrency.lockutils [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.136s {{(pid=119767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 04:50:50.224652 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=119767) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 15 04:50:50.224989 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Initializing extension manager. Feb 15 04:50:50.225550 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: __init__.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.225894 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: __pycache__ {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.226230 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.226564 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: address_group.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.227323 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.227883 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: address-group Feb 15 04:50:50.228204 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: address_scope.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.228952 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.229497 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: address-scope Feb 15 04:50:50.235039 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: admin_state_down_before_update.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.235517 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.236030 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: router-admin-state-down-before-update Feb 15 04:50:50.236350 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: agent.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.237051 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.237596 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: agent Feb 15 04:50:50.237917 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: agent_resources_synced.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.238828 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.239334 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: agent-resources-synced Feb 15 04:50:50.239654 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: allowedaddresspairs.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.241479 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.241993 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: allowed-address-pairs Feb 15 04:50:50.242316 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: auto_allocated_topology.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.243413 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.243926 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: auto-allocated-topology Feb 15 04:50:50.244252 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: availability_zone.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.244951 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.245558 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: availability_zone Feb 15 04:50:50.245878 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: availability_zone_filter.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.246796 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.247304 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: availability_zone_filter Feb 15 04:50:50.247634 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: data_plane_status.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.248546 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.249051 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension data-plane-status not supported by any of loaded plugins Feb 15 04:50:50.249398 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: default_subnetpools.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.250316 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.250831 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: default-subnetpools Feb 15 04:50:50.251154 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: dhcpagentscheduler.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.251970 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.252484 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: dhcp_agent_scheduler Feb 15 04:50:50.252807 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: dns.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.253749 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.254260 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension dns-integration not supported by any of loaded plugins Feb 15 04:50:50.254581 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: dns_domain_ports.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.255506 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.256014 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 15 04:50:50.256335 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.257305 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.257819 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 15 04:50:50.258138 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: dvr.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.258812 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.259319 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: dvr Feb 15 04:50:50.259639 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: ecmp_routes.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.260550 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.261094 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension ecmp_routes not supported by any of loaded plugins Feb 15 04:50:50.261610 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: empty_string_filtering.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.262525 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.263036 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: empty-string-filtering Feb 15 04:50:50.263356 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.264274 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.264780 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 15 04:50:50.265102 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.266043 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.266548 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 15 04:50:50.266872 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: external_net.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.267795 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.268302 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: external-net Feb 15 04:50:50.268624 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: extra_dhcp_opt.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.269566 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.270072 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: extra_dhcp_opt Feb 15 04:50:50.270394 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: extraroute.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.271298 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.271805 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: extraroute Feb 15 04:50:50.272127 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: extraroute_atomic.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.273187 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.273698 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: extraroute-atomic Feb 15 04:50:50.274019 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: filter_validation.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.274688 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.275190 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: filter-validation Feb 15 04:50:50.275511 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: fip_pf_description.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.276961 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.277619 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 15 04:50:50.277944 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: fip_port_details.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.279053 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.279570 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: fip-port-details Feb 15 04:50:50.279892 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: flavors.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.281144 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.281685 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: flavors Feb 15 04:50:50.282009 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.283683 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.284212 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 15 04:50:50.284546 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: floatingip_pools.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.285298 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.285813 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: floatingip-pools Feb 15 04:50:50.286144 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: ip_allocation.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.287082 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.287603 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension ip_allocation not supported by any of loaded plugins Feb 15 04:50:50.287926 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.288875 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.289416 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: ip-substring-filtering Feb 15 04:50:50.289742 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: l2_adjacency.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.290676 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.291182 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 15 04:50:50.291505 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: l3.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.293092 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.293675 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: router Feb 15 04:50:50.293955 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: l3_conntrack_helper.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.296205 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.296738 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 15 04:50:50.297070 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.298035 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.298558 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: ext-gw-mode Feb 15 04:50:50.298883 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.299803 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.300318 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: l3-ha Feb 15 04:50:50.300639 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.301589 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.302100 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 15 04:50:50.302422 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: l3_flavors.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.303340 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.303853 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: l3-flavors Feb 15 04:50:50.304178 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: l3_ndp_proxy.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.305583 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.306101 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 15 04:50:50.306428 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.307345 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.307991 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 15 04:50:50.308415 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: l3agentscheduler.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.309524 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.310039 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: l3_agent_scheduler Feb 15 04:50:50.310368 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: local_ip.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.312156 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.312683 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension local_ip not supported by any of loaded plugins Feb 15 04:50:50.313019 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: logging.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.314681 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.315201 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension logging not supported by any of loaded plugins Feb 15 04:50:50.315534 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: metering.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.316284 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.316862 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: metering Feb 15 04:50:50.317214 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.318323 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.318841 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: metering_source_and_destination_fields Feb 15 04:50:50.319166 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: multiprovidernet.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.320112 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.320623 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: multi-provider Feb 15 04:50:50.320945 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: netmtu.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.321895 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.322405 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: net-mtu Feb 15 04:50:50.322726 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: netmtu_writable.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.323684 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.324279 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: net-mtu-writable Feb 15 04:50:50.324603 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: network_availability_zone.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.325304 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.325815 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: network_availability_zone Feb 15 04:50:50.326135 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: network_ip_availability.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.327258 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.327771 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: network-ip-availability Feb 15 04:50:50.328092 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: network_segment_range.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.328867 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.329394 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension network-segment-range not supported by any of loaded plugins Feb 15 04:50:50.329715 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: pagination.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.330707 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.331031 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: pagination Feb 15 04:50:50.331348 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: port_device_profile.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.332269 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.332786 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: port-device-profile Feb 15 04:50:50.333115 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.334063 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.334579 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: port-mac-address-regenerate Feb 15 04:50:50.334900 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.335834 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.336347 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: port-numa-affinity-policy Feb 15 04:50:50.336929 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: port_resource_request.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.337871 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.338388 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension port-resource-request not supported by any of loaded plugins Feb 15 04:50:50.338707 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: port_resource_request_groups.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.340238 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.340745 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 15 04:50:50.341067 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: portbindings.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.342022 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.342533 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: binding Feb 15 04:50:50.342854 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: portbindings_extended.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.344149 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.344666 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: binding-extended Feb 15 04:50:50.344992 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: portsecurity.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.345939 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.346455 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: port-security Feb 15 04:50:50.346778 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: project_id.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.347763 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.348092 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: project-id Feb 15 04:50:50.348418 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: providernet.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.349379 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.349894 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: provider Feb 15 04:50:50.350218 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: qos.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.353844 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.354374 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension qos not supported by any of loaded plugins Feb 15 04:50:50.355301 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.356562 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.357085 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 15 04:50:50.357437 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.358379 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.358899 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 15 04:50:50.359223 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: qos_default.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.360144 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.360655 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension qos-default not supported by any of loaded plugins Feb 15 04:50:50.360979 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: qos_fip.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.361937 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.362447 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension qos-fip not supported by any of loaded plugins Feb 15 04:50:50.362770 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: qos_fip_network_policy.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.363688 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.364197 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 15 04:50:50.364518 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: qos_gateway_ip.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.365591 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.366100 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 15 04:50:50.366422 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: qos_port_network_policy.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.367346 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.367852 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 15 04:50:50.368173 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.369263 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.369780 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 15 04:50:50.370104 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.371285 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.371804 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 15 04:50:50.372125 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: qos_pps_rule.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.373342 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.373864 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension qos-pps not supported by any of loaded plugins Feb 15 04:50:50.374198 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: qos_rule_type_details.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.375116 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.375626 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 15 04:50:50.375949 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: qos_rules_alias.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.377012 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.377562 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 15 04:50:50.377889 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: quota_check_limit.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.378810 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.379325 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: quota-check-limit Feb 15 04:50:50.379647 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: quotasv2.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.380584 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.380916 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: quotas Feb 15 04:50:50.381274 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: quotasv2_detail.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.382990 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.383331 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: quota_details Feb 15 04:50:50.383662 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: rbac.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.384714 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.385282 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: rbac-policies Feb 15 04:50:50.385617 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: rbac_address_group.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.386822 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.387351 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: rbac-address-group Feb 15 04:50:50.387682 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: rbac_address_scope.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.388614 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.389152 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: rbac-address-scope Feb 15 04:50:50.389481 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: rbac_security_groups.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.390421 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.390938 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: rbac-security-groups Feb 15 04:50:50.391266 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: rbac_subnetpool.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.392257 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.392773 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: rbac-subnetpool Feb 15 04:50:50.393102 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: revisionifmatch.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.394053 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.394568 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: revision-if-match Feb 15 04:50:50.394895 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: revisions.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.396009 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.396521 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: standard-attr-revisions Feb 15 04:50:50.396848 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: router_availability_zone.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.397557 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.398067 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: router_availability_zone Feb 15 04:50:50.398389 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: routerservicetype.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.399330 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.399839 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension router-service-type not supported by any of loaded plugins Feb 15 04:50:50.400162 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.401090 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.402226 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: security-groups-normalized-cidr Feb 15 04:50:50.402625 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: security_groups_port_filtering.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.403557 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.404069 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: port-security-groups-filtering Feb 15 04:50:50.404395 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.405366 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.405879 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: security-groups-remote-address-group Feb 15 04:50:50.406206 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.407132 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.407650 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: security-groups-shared-filtering Feb 15 04:50:50.407974 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.408567 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 15 04:50:50.408894 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: securitygroup.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.420675 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.421246 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: security-group Feb 15 04:50:50.421587 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: segment.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.422389 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.422905 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension segment not supported by any of loaded plugins Feb 15 04:50:50.423234 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.424214 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.424729 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 15 04:50:50.425056 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: servicetype.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.426211 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.426734 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: service-type Feb 15 04:50:50.427060 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: sorting.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.428055 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.428389 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: sorting Feb 15 04:50:50.428713 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: standard_attr_segment.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.429670 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.430195 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 15 04:50:50.430517 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: standardattrdescription.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.431171 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.431686 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: standard-attr-description Feb 15 04:50:50.432009 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: stateful_security_group.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.433067 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.433611 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: stateful-security-group Feb 15 04:50:50.433933 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: stdattrs_common.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.434509 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 15 04:50:50.434830 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.435781 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.436290 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 15 04:50:50.436611 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: subnet_onboard.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.437723 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.438240 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: subnet_onboard Feb 15 04:50:50.438561 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.439517 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.440025 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 15 04:50:50.440346 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: subnet_service_types.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.441309 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.441827 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: subnet-service-types Feb 15 04:50:50.442149 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: subnetallocation.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.443233 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.443749 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: subnet_allocation Feb 15 04:50:50.444072 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.444744 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.445284 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: subnetpool-prefix-ops Feb 15 04:50:50.445607 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.446557 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.447064 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 15 04:50:50.447384 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: tagging.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.448993 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.449618 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: standard-attr-tag Feb 15 04:50:50.449949 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: timestamp.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.451163 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.451680 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loaded extension: standard-attr-timestamp Feb 15 04:50:50.452007 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: trunk.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.453044 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.453595 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension trunk not supported by any of loaded plugins Feb 15 04:50:50.453921 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: trunk_details.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.454850 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.455364 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension trunk-details not supported by any of loaded plugins Feb 15 04:50:50.455689 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: uplink_status_propagation.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.456618 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.457143 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 15 04:50:50.457475 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Loading extension file: vlantransparent.py {{(pid=119767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:50:50.458156 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=119767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:50:50.458661 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 15 04:50:50.461190 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:network Feb 15 04:50:50.461962 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:subnet Feb 15 04:50:50.462358 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 04:50:50.462750 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:port Feb 15 04:50:50.464699 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.465240 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service FLAVORS assigned prefix: {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.465864 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.466359 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.466691 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:router Feb 15 04:50:50.467120 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:floatingip Feb 15 04:50:50.467602 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service METERING assigned prefix: /metering {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.469032 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.469428 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.469787 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:50:50.470777 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 04:50:50.471217 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:security_group Feb 15 04:50:50.471653 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 04:50:50.472251 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service CORE assigned prefix: {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.472581 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 04:50:50.472936 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] subnetpool is already registered Feb 15 04:50:50.473389 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service CORE assigned prefix: {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.473715 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 04:50:50.474059 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] subnetpool is already registered Feb 15 04:50:50.476309 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.476743 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service FLAVORS assigned prefix: {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.477363 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.477779 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.478115 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:router Feb 15 04:50:50.478467 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] router is already registered Feb 15 04:50:50.478879 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:floatingip Feb 15 04:50:50.479211 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] floatingip is already registered Feb 15 04:50:50.479717 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service METERING assigned prefix: /metering {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.480380 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 04:50:50.480700 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] rbac_policy is already registered Feb 15 04:50:50.481110 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:security_group Feb 15 04:50:50.481464 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] security_group is already registered Feb 15 04:50:50.481866 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 04:50:50.482195 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] security_group_rule is already registered Feb 15 04:50:50.482816 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service CORE assigned prefix: {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.483141 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 04:50:50.483472 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] subnetpool is already registered Feb 15 04:50:50.483889 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.v2.resource_helper [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Service CORE assigned prefix: {{(pid=119767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:50:50.484211 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 04:50:50.484539 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING neutron.quota.resource_registry [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] subnetpool is already registered Feb 15 04:50:50.484997 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: extensions {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.486460 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: address-groups {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.487950 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: address-scopes {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.489324 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: agents {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.490490 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: auto-allocated-topology {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.491721 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: availability_zones {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.492926 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: dhcp-networks {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.494430 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: dhcp-agents {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.496109 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: routers {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.498365 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: flavors {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.499529 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: service_profiles {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.500735 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: next_providers {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.502201 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: service_profiles {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.503737 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: floatingip-pools {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.504959 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: routers {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.507075 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: floatingips {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.508333 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: l3-routers {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.509764 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: l3-agents {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.511740 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: metering-labels {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.513070 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: metering-label-rules {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.514368 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: network-ip-availabilities {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.515614 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: bindings {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.518099 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: quotas {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.519730 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: quotas {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.521283 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: rbac-policies {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.522566 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: security-groups {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.523784 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: security-group-rules {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.525022 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: service-providers {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.526257 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: subnetpools {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.528321 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: subnetpools {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.529795 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: tags {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.531478 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: tags {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.533324 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: tags {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.535097 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: tags {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.536847 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: tags {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.538718 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: tags {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.540379 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: tags {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.542351 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: tags {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.544123 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: tags {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.545922 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron.api.extensions [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Extended resource: tags {{(pid=119767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:50:50.551840 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING keystonemiddleware.auth_token [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 15 04:50:50.556510 dv-cinder-828060-5-iscsi neutron-server[119767]: WARNING keystonemiddleware.auth_token [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 15 04:50:50.565309 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_concurrency.lockutils [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Acquired lock "singleton_lock" {{(pid=119767) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 15 04:50:50.565784 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_concurrency.lockutils [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Releasing lock "singleton_lock" {{(pid=119767) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 15 04:50:50.566439 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO oslo_service.service [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Starting 2 workers Feb 15 04:50:50.571293 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Started child 119878 {{(pid=119767) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 04:50:50.577184 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Started child 119879 {{(pid=119767) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 04:50:50.578663 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:50:50.579308 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO neutron.service [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 15 04:50:50.579595 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Publish callbacks [] for process (None), before_spawn {{(pid=119767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:50:50.580399 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [-] (119878) wsgi starting up on http://0.0.0.0:9696 Feb 15 04:50:50.582134 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO oslo_service.service [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Starting 1 workers Feb 15 04:50:50.583288 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:50:50.584729 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [-] (119879) wsgi starting up on http://0.0.0.0:9696 Feb 15 04:50:50.587689 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Started child 119880 {{(pid=119767) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 04:50:50.588272 dv-cinder-828060-5-iscsi neutron-server[119767]: INFO oslo_service.service [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Starting 1 workers Feb 15 04:50:50.592114 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.service [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] calling RpcWorker wait() {{(pid=119880) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 15 04:50:50.592749 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.service [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] returning from RpcWorker wait() {{(pid=119880) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 15 04:50:50.593713 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Started child 119881 {{(pid=119767) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 04:50:50.594134 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:50:50.594524 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG neutron_lib.callbacks.manager [None req-248f6c75-2d6b-4a20-b5b2-cf805003e89d None None] Publish callbacks [] for process (None), after_spawn {{(pid=119767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:50:50.594628 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:50:50.596716 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119767) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 04:50:50.596893 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 04:50:50.596893 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 04:50:50.597264 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 04:50:50.597619 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 04:50:50.597779 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 04:50:50.598255 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.598506 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.598792 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.599062 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.599379 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.600382 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.600382 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.600699 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.601000 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.601315 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.601513 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.601933 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.602245 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.602516 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.602901 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.603149 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.603550 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.603716 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.603886 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.604034 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:50:50.604881 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.604881 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.604881 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.604881 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] debug = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.605602 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.605602 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.605961 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.606110 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.606261 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.606736 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.606736 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.607091 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.607446 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.607709 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.607932 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.608184 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.608420 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.608639 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.608888 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.609104 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.609383 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.609624 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.610135 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] host = dv-cinder-828060-5-iscsi {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.610409 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.610692 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.610988 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.611163 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.611341 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.611509 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.611752 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.612010 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.612230 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.612458 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.612724 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.612916 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.613179 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.613453 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_file = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.613626 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_options = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.613811 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.614074 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.614330 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.614516 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.614672 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.614822 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.615078 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.615298 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.615500 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.615729 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.615926 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.616138 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.616366 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.616562 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.616875 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.617085 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.617296 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.617472 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.617772 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.618003 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.618323 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.618620 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.618896 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.619228 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.619228 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.620064 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.620229 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.620563 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.620802 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.621042 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.621305 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.621599 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.621794 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.622025 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.622282 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.622530 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.622758 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.622975 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.623238 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.623464 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.623722 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.623979 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.624191 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.624437 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.624672 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.624886 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.625175 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] use_json = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.625364 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.625598 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.625843 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.626058 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.626271 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.626484 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.626753 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.627012 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.627210 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.627664 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.627968 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.628331 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.628591 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.628955 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.629375 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.629603 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.636396 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:50:50.636575 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.636575 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.636575 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.636575 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.636575 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.636575 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.636575 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.636575 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.637495 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.637495 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.637495 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.637495 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.637495 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.637495 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.637495 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.637495 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638005 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638005 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638005 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638005 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638005 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638005 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638005 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638005 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638467 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638467 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638467 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638467 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638467 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638467 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638467 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638865 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.638865 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.639099 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.639323 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.639556 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.641180 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.641180 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.641180 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.641180 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.641180 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.641180 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.641864 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.641864 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.641864 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.642088 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.642266 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.642515 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.642747 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.643032 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.643259 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.643480 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.643695 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.643908 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.644131 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.644383 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.644602 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.644815 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.645029 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.645268 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.645790 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.645790 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.646023 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.646250 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.646412 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.646752 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.646894 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.647028 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.647205 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.647419 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.647642 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.647887 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.648101 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.648316 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.648526 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.648737 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.648953 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.649192 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.649431 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.649643 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.649857 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.650068 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.650318 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.650558 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.650835 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.651148 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.651452 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.652393 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.652715 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.652952 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.653238 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.653487 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.653709 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.653932 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.654169 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.654461 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.654705 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.654945 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.655192 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.655412 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.655650 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.655868 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.656124 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.656341 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.656590 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.656812 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.657074 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.657338 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.657591 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.657844 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.658073 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.658361 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.658610 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.658909 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.659129 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.659586 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.659735 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.659948 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.660211 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.660469 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.660731 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.660991 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.661262 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.661522 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.661773 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.662029 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.662267 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.662503 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.662724 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.662940 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.663188 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.663511 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.663781 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.664009 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.664218 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.664477 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.664728 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.664962 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.665263 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.665514 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.665773 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.666020 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.666252 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.667639 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.667639 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.667639 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.667639 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.667639 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.667639 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.668471 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.668471 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.668471 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.668728 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.668728 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.670032 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.670032 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.670032 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.670032 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.670366 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.670452 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.670699 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.670951 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.671172 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.671394 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.671614 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.671859 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.672110 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.672351 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.672630 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.672880 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.673166 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.673417 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.673642 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.673897 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.674111 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.674362 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.674584 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.674794 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.675007 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.675224 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.675440 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.675676 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.675921 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.676136 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.676369 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.676619 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.676950 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.677223 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.677470 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.677700 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.677945 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.678177 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.678428 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.678662 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.678882 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.679103 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.679327 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.679562 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.679778 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.679994 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.680227 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.680475 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.680717 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.680956 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.681229 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.681445 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.681685 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.681900 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.682136 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.682348 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.682576 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.682859 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.683070 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.683305 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.683513 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.683806 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.684050 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.684278 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.684541 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.684754 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.684964 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.685268 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.685481 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.685688 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.685907 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.686125 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.686333 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.686558 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.686766 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.686996 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.687236 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.687449 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.687660 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.687904 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.688114 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.688322 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.688555 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.688778 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.688989 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.689254 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.689464 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.689671 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.689891 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.690105 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.690313 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.690555 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.690768 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.690975 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.691194 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.691406 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.691613 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.691911 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.692168 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.692405 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.692689 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.692919 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.693184 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.693439 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.693729 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.693942 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.694197 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.694414 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.694631 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.694871 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.695149 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.695465 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.695762 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.696004 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.696256 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.696532 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.696808 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.697068 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.697313 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.697619 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.697964 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.698751 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.699102 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.699518 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.699772 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.699998 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.700215 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.700454 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.700688 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.700920 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.701202 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.701434 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.701662 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.701879 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.702108 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.702322 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.702547 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.702757 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.702983 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.703198 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.703353 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 04:50:50.703887 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119767) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 04:50:50.704054 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 04:50:50.704221 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 04:50:50.704396 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 04:50:50.704567 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 04:50:50.704719 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 04:50:50.704927 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.705090 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.705274 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.705432 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.705590 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.705768 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.705929 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.706086 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.706244 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.706402 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.706560 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.706722 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.706879 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.707036 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.707194 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.707353 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.707511 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.707669 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.707832 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.707992 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.708148 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.708306 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.708461 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] debug = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.708619 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.708831 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.708994 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.709174 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.709334 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.709492 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.709648 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.709805 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.709965 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.710122 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.710279 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.710437 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.710593 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.710751 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.710909 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.711067 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.711228 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.711636 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.711805 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] host = dv-cinder-828060-5-iscsi {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.711962 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.712119 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.712275 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.712433 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.712592 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.712748 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.712905 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.713063 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.713242 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.713400 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.713557 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.713714 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.713904 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.714660 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_file = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.714827 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_options = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.714987 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.715146 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.715325 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.715460 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.715622 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.715779 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.715937 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.716094 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.716252 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.716409 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.716566 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.716722 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.716879 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.717035 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.717230 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.717388 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.717545 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.717701 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.717858 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.718016 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.718174 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.718330 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.718487 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.718642 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.718799 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.718957 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.719113 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.719270 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.719428 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.719585 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.719743 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.719902 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.720058 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.720213 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.720370 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.720526 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.720682 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.720839 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.721001 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.721177 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.721337 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.721494 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.721654 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.721813 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.721972 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.722129 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.722314 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] use_json = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.722439 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.722585 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.722742 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.722900 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.723056 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.723213 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.723368 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.723525 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.723681 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:50:50.723871 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.724039 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.724211 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.724374 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.724535 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.724696 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.724855 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.725012 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.725196 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.725358 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.725525 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.725687 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.725858 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.726019 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.726179 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.726342 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.726504 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.726665 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.726827 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.726987 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.727147 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.727307 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.727475 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.727636 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.727796 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.727955 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.728115 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.728284 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.728446 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.729083 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.729083 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.729083 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.729083 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.729478 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.729478 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.729865 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.729865 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.730113 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.730113 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.730302 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.730411 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.730520 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.730629 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.730793 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.730956 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.731117 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.731278 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.731439 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.731603 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.731765 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.732280 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.732280 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.732280 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.732523 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.732523 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.732665 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.732827 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.732998 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.733177 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.733330 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.733490 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.733652 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.733813 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.733973 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.734133 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.734293 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.734454 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.734614 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.734787 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.734948 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.735108 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.735269 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.735450 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.735591 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.735752 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.735912 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.736072 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.736233 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.736393 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.736554 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.736714 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.736874 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.737035 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.737217 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.737380 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.737541 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.737701 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.737862 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.738023 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.738182 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.738342 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.738510 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.738684 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.738845 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.739006 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.739168 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.739328 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.739489 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.739648 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.739807 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.739967 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.740127 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.740287 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.740448 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.740613 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.740772 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.740932 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.741144 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.741275 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.741402 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.741572 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.741829 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.742084 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.742252 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.742413 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.742573 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.742733 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.742893 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.743291 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.743431 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.743592 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.743758 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.743926 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.744097 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.744430 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.744430 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.744674 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.744785 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.744887 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.744988 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.745240 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.745422 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.745802 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.745802 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.746062 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.746062 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.746274 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.746360 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.746522 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.746683 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.746843 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.747004 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.747164 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.747324 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.747483 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.747643 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.747802 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.747961 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.748122 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.748284 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.748444 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.748605 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.748765 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.748926 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.749173 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.749273 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.749425 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.749586 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.749746 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.749907 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.750224 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.750224 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.750472 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.750594 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.750676 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.750806 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.750965 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.751124 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.751284 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.751443 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.751608 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.751767 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.751927 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.752087 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.752248 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.752411 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.752572 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.752733 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.752894 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.753054 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.753236 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.753397 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.753560 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.753721 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.753882 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.754043 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.754204 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.754364 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.754526 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.754686 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.754848 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.755007 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.755183 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.755342 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.755501 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.755661 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.755826 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.755988 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.756183 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.756346 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.756627 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.756790 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.756950 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.757115 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.757297 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.757459 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.757621 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.757781 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.757941 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.758104 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.758268 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.758429 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.758589 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.758751 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.758911 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.759072 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.759237 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.759399 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.759558 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.759718 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.759878 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.760039 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.760214 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.760425 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.760653 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.761328 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.761456 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.761618 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.761790 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.761963 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.762218 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.762383 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.762545 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.762705 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.762877 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.763038 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.763197 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.763357 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.763516 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.763676 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.763846 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.764006 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.764165 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.764324 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.764483 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.764642 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.764812 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.764965 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.765104 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.765283 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.765428 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.765587 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.765758 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.765918 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.766078 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.766222 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.766385 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.769281 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.769281 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.769281 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.769281 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.769281 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.769281 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.769281 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.769281 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.770284 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.770284 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.770284 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.770284 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.770284 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.770284 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.770284 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.770284 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771140 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771140 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771140 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771140 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771140 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771140 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771140 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771140 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771912 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771912 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771912 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771912 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771912 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771912 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771912 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771912 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.771912 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.772671 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.772671 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.772671 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.772671 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.772671 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.772671 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.773407 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.773407 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.773407 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.773407 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.773407 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:50:50.773875 dv-cinder-828060-5-iscsi neutron-server[119767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 04:50:50.788123 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:50:50.795175 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48066) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:50:50.803154 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066631 Feb 15 04:51:02.304396 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac908dc-d907-45dd-b225-20564310458d None None] get_active_networks_info from dv-cinder-828060-5-iscsi {{(pid=119880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 04:51:02.370974 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac908dc-d907-45dd-b225-20564310458d None None] No non-hosted networks {{(pid=119880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 15 04:51:02.378969 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.agentschedulers_db [None req-9ac908dc-d907-45dd-b225-20564310458d None None] DHCP Agent not found on host dv-cinder-828060-5-iscsi {{(pid=119880) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 15 04:51:02.472048 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-37b33c7e-7435-4e4a-9b39-3af83689fe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707221'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:04.713798 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ddf77113-91d0-4f65-a57f-c53bd71f86bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707221'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:04.757631 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.db.api [None req-de9db0bf-9f62-47ae-8a3c-956a0e8663df None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-828060-5-iscsi {{(pid=119880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 04:51:04.758548 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG oslo_db.api [None req-de9db0bf-9f62-47ae-8a3c-956a0e8663df None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 04:51:05.279257 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-de9db0bf-9f62-47ae-8a3c-956a0e8663df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:05.837465 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707221'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:07.156458 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707221'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:08.380798 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 48150) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:51:08.689203 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707221'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:08.691238 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:08.691962 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:08.693060 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:08.694241 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:08.694872 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:08.695611 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:08.696114 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:08.696469 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:08.697287 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:08.698942 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:08.699613 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:08.700100 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:08.700599 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:08.701327 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828060-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:51:08.725890 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828060-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:51:08.942961 dv-cinder-828060-5-iscsi neutron-server[119878]: WARNING oslo_policy.policy [None req-387c8951-27ec-4860-ba9d-8090e1651a7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:51:08.943481 dv-cinder-828060-5-iscsi neutron-server[119878]: WARNING oslo_policy.policy [None req-387c8951-27ec-4860-ba9d-8090e1651a7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:51:09.176691 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [None req-387c8951-27ec-4860-ba9d-8090e1651a7e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119878) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:51:09.185172 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-387c8951-27ec-4860-ba9d-8090e1651a7e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7952027 Feb 15 04:51:10.649049 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.db.l3_hamode_db [None req-781e29c7-96f5-428b-993f-250727d15474 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 15 04:51:10.746117 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e29c7-96f5-428b-993f-250727d15474 None None] Routers set() bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:51:10.746438 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e29c7-96f5-428b-993f-250727d15474 None None] Router IDs set() for agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 04:51:11.668700 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 48176) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:51:11.972208 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-e61ab9a5-f508-4aac-b0f4-8dc19a2f0595 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:51:12.063885 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.policy [None req-e61ab9a5-f508-4aac-b0f4-8dc19a2f0595 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119878) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 04:51:12.106616 dv-cinder-828060-5-iscsi neutron-server[119878]: WARNING oslo_policy.policy [None req-e61ab9a5-f508-4aac-b0f4-8dc19a2f0595 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:51:12.107010 dv-cinder-828060-5-iscsi neutron-server[119878]: WARNING oslo_policy.policy [None req-e61ab9a5-f508-4aac-b0f4-8dc19a2f0595 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:51:12.275806 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e61ab9a5-f508-4aac-b0f4-8dc19a2f0595 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750057851493', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750057850928', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750057905580', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750057900224', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750057890594', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750057883351', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3664180', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576308', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3657608', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3583735'] for rbac-policy (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:12.432507 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e61ab9a5-f508-4aac-b0f4-8dc19a2f0595 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:12.433754 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-e61ab9a5-f508-4aac-b0f4-8dc19a2f0595 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7640607 Feb 15 04:51:14.832882 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 48186) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:51:15.145775 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:51:15.247719 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Made reservation on behalf of 388cfb054b1741c1b395061ad01a5232 for: {'network': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:51:15.251536 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:15.269518 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:15.373501 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Publish callbacks [] for security_group (24fc1d9d-a487-43b8-bf73-78c77ae0502c), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:15.413092 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (24fc1d9d-a487-43b8-bf73-78c77ae0502c), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:15.436685 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=119878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:51:15.472092 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750058389095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (42fd2397-27bf-4200-bc53-23336d409576), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:15.472656 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Unsubscribe: segment precommit_create {{(pid=119878) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 04:51:15.473196 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.segments_db [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Added segment 42fd2397-27bf-4200-bc53-23336d409576 of type vlan for network 0e40dc89-2c18-48d7-9d86-08074918529b Feb 15 04:51:15.488394 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=24fc1d9d-a487-43b8-bf73-78c77ae0502c,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:15.538818 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:15.539101 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:15.539443 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:15.539781 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:15.540110 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:15.540435 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:15.540755 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:15.541147 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:15.541461 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:15.541799 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:15.542120 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:15.542434 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:15.542746 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Tracked resource versions report: Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: pushed versions: Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: { 'AddressGroup': {'1.2'}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'ConntrackHelper': {'1.0'}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Log': {'1.0'}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Network': {'1.1'}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Port': {'1.7'}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'PortForwarding': {'1.2'}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'QosPolicy': {'1.10'}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'SecurityGroup': {'1.5'}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'SubPort': {'1.0'}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Subnet': {'1.1'}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Trunk': {'1.1'}} Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: consumer versions: Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: { DHCP agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: L3 agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: Metadata agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: Metering agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: Open vSwitch agent@dv-cinder-828060-5-iscsi: { 'AddressGroup': '1.2', Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'ConntrackHelper': '1.0', Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'LocalIPAssociation': '1.0', Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Log': '1.0', Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Network': '1.1', Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Port': '1.7', Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'PortForwarding': '1.2', Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'QosPolicy': '1.10', Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'SecurityGroup': '1.5', Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'SecurityGroupRule': '1.2', Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'SubPort': '1.0', Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Subnet': '1.1', Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Trunk': '1.1'}} Feb 15 04:51:15.544109 dv-cinder-828060-5-iscsi neutron-server[119878]: {{(pid=119878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:51:15.580652 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (0e40dc89-2c18-48d7-9d86-08074918529b), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:15.670078 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (0e40dc89-2c18-48d7-9d86-08074918529b), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:15.675160 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:51:15.675849 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:15.785735 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] Pushing event updated for resources: {'Network': ['ID=0e40dc89-2c18-48d7-9d86-08074918529b,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:15.797375 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network 0e40dc89-2c18-48d7-9d86-08074918529b details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:51:15.844563 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-79ca207a-4be8-480d-8a01-f8f79e2fc572 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0105567 Feb 15 04:51:18.430335 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 48198) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:51:18.831196 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedf1995-b259-41c3-ba91-84dfd54dd423 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:51:18.832470 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-eedf1995-b259-41c3-ba91-84dfd54dd423 demo admin] 10.222.0.24 "GET /v2.0/networks/0e40dc89-2c18-48d7-9d86-08074918529b HTTP/1.1" status: 200 len: 825 time: 0.4011860 Feb 15 04:51:18.858262 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-d3b7b419-e4a6-49b4-9d2e-e8982819bbd4 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/5dc06d45-939b-4f9a-aef9-39298ebcce0b HTTP/1.1" status: 200 len: 734 time: 0.0192564 Feb 15 04:51:18.866400 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-47a0e363-929b-4318-819e-b1faaee536a0 demo admin] Request body: {'subnet': {'subnetpool_id': '5dc06d45-939b-4f9a-aef9-39298ebcce0b', 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:51:18.961730 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a0e363-929b-4318-819e-b1faaee536a0 demo admin] Made reservation on behalf of 388cfb054b1741c1b395061ad01a5232 for: {'subnet': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:51:18.964771 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-47a0e363-929b-4318-819e-b1faaee536a0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:19.304765 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-47a0e363-929b-4318-819e-b1faaee536a0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (7b6cfc07-b7a9-4fe8-b34b-859782c9e417), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:19.375354 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0e363-929b-4318-819e-b1faaee536a0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7b6cfc07-b7a9-4fe8-b34b-859782c9e417,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:19.377597 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0e363-929b-4318-819e-b1faaee536a0 demo admin] Checking segment: {'id': '42fd2397-27bf-4200-bc53-23336d409576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:51:19.377983 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a0e363-929b-4318-819e-b1faaee536a0 demo admin] Network hostable DHCP agents. Network: 0e40dc89-2c18-48d7-9d86-08074918529b, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:51:19.458759 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a0e363-929b-4318-819e-b1faaee536a0 demo admin] Network 0e40dc89-2c18-48d7-9d86-08074918529b is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:51:19.510378 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-47a0e363-929b-4318-819e-b1faaee536a0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, 0e40dc89-2c18-48d7-9d86-08074918529b) {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:51:19.515741 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0e363-929b-4318-819e-b1faaee536a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:51:19.516343 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-47a0e363-929b-4318-819e-b1faaee536a0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:19.520809 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c07e38-95b7-452a-ace5-fa9d395bd173 None None] Network 0e40dc89-2c18-48d7-9d86-08074918529b requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:51:19.570305 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-47a0e363-929b-4318-819e-b1faaee536a0 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7069795 Feb 15 04:51:19.789618 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp166c4624-0222-50a1-9bcc-8d4e37a786fe-0e40dc89-2c18-48d7-9d86-08074918529b', 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b', 'project_id': '388cfb054b1741c1b395061ad01a5232', 'fixed_ips': [{'subnet_id': '7b6cfc07-b7a9-4fe8-b34b-859782c9e417'}]}} from dv-cinder-828060-5-iscsi. {{(pid=119880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:51:19.790928 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:20.073423 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.db_base_plugin_common [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Allocated IP 172.20.0.2 (0e40dc89-2c18-48d7-9d86-08074918529b/7b6cfc07-b7a9-4fe8-b34b-859782c9e417/15a5a032-b87f-4661-b8f9-457d05c0a159) {{(pid=119880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:51:20.350878 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Publish callbacks [] for port (15a5a032-b87f-4661-b8f9-457d05c0a159), precommit_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:20.402509 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (15a5a032-b87f-4661-b8f9-457d05c0a159), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:20.477658 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Network 0e40dc89-2c18-48d7-9d86-08074918529b is already hosted by enough agents. {{(pid=119880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:51:20.485212 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.base_scheduler [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Resources bound (agent type, host, resource id): {{(pid=119880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:51:20.493429 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Received port after_create {{(pid=119880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:51:20.499349 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Pushing event updated for resources: {'Port': ['ID=15a5a032-b87f-4661-b8f9-457d05c0a159,revision_number=1']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:20.529558 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:20.530196 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:20.530305 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:20.530583 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:20.530919 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:20.531246 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:20.531574 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:20.531901 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:20.532228 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:20.532566 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:20.532892 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:20.533243 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:20.533564 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Tracked resource versions report: Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: pushed versions: Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: { 'AddressGroup': {'1.2'}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'ConntrackHelper': {'1.0'}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Log': {'1.0'}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Network': {'1.1'}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Port': {'1.7'}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'PortForwarding': {'1.2'}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'QosPolicy': {'1.10'}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'SecurityGroup': {'1.5'}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'SubPort': {'1.0'}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Subnet': {'1.1'}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Trunk': {'1.1'}} Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: consumer versions: Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: { DHCP agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: L3 agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: Metadata agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: Metering agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: Open vSwitch agent@dv-cinder-828060-5-iscsi: { 'AddressGroup': '1.2', Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'ConntrackHelper': '1.0', Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'LocalIPAssociation': '1.0', Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Log': '1.0', Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Network': '1.1', Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Port': '1.7', Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'PortForwarding': '1.2', Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'QosPolicy': '1.10', Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'SecurityGroup': '1.5', Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'SecurityGroupRule': '1.2', Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'SubPort': '1.0', Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Subnet': '1.1', Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Trunk': '1.1'}} Feb 15 04:51:20.534906 dv-cinder-828060-5-iscsi neutron-server[119880]: {{(pid=119880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:51:20.583346 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Attempting to bind port 15a5a032-b87f-4661-b8f9-457d05c0a159 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:51:20.583747 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Attempting to bind port 15a5a032-b87f-4661-b8f9-457d05c0a159 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '42fd2397-27bf-4200-bc53-23336d409576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:51:20.584190 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Attempting to bind port 15a5a032-b87f-4661-b8f9-457d05c0a159 on network 0e40dc89-2c18-48d7-9d86-08074918529b {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:51:20.589506 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:51:20.589895 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Checking segment: {'id': '42fd2397-27bf-4200-bc53-23336d409576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:51:20.590366 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:20.590755 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Bound using segment: {'id': '42fd2397-27bf-4200-bc53-23336d409576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:51:20.591211 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Bound port: 15a5a032-b87f-4661-b8f9-457d05c0a159, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fd2397-27bf-4200-bc53-23336d409576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:51:20.591610 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (15a5a032-b87f-4661-b8f9-457d05c0a159), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:20.654517 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] For port 15a5a032-b87f-4661-b8f9-457d05c0a159, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:51:20.658735 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] For port 15a5a032-b87f-4661-b8f9-457d05c0a159, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=15a5a032-b87f-4661-b8f9-457d05c0a159,segment=NetworkSegment(42fd2397-27bf-4200-bc53-23336d409576),segment_id=42fd2397-27bf-4200-bc53-23336d409576)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:51:20.740211 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (15a5a032-b87f-4661-b8f9-457d05c0a159), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:20.807033 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cacd9c-f833-48b2-9eb2-3cbc55813f86 None None] Pushing event updated for resources: {'Port': ['ID=15a5a032-b87f-4661-b8f9-457d05c0a159,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:22.058686 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 48206) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:51:22.373597 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [None req-f776810d-50db-4db6-b598-c78cebfce98f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119878) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:51:22.374691 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-f776810d-50db-4db6-b598-c78cebfce98f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3150563 Feb 15 04:51:24.848983 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 48214) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:51:25.161399 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [None req-d3dd8a66-c667-40b3-a29f-9ea4d6d68768 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119878) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:51:25.162503 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-d3dd8a66-c667-40b3-a29f-9ea4d6d68768 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3125620 Feb 15 04:51:27.655204 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 48222) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:51:27.969416 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-ae5d1624-54e4-49da-bc77-dec4fa1cbb4a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:51:28.059258 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ae5d1624-54e4-49da-bc77-dec4fa1cbb4a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8431'] for router (8a196fb1-e6b4-4939-9358-1ead1fc471e5), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:28.060708 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ae5d1624-54e4-49da-bc77-dec4fa1cbb4a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8440'] for router (8a196fb1-e6b4-4939-9358-1ead1fc471e5), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:28.196098 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ae5d1624-54e4-49da-bc77-dec4fa1cbb4a demo demo] Publish callbacks [] for router_controller (8a196fb1-e6b4-4939-9358-1ead1fc471e5), precommit_add_association {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:28.253768 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ae5d1624-54e4-49da-bc77-dec4fa1cbb4a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-707458'] for router (8a196fb1-e6b4-4939-9358-1ead1fc471e5), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:28.335312 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ae5d1624-54e4-49da-bc77-dec4fa1cbb4a demo demo] Publish callbacks [] for router (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:28.336452 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-ae5d1624-54e4-49da-bc77-dec4fa1cbb4a demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6802819 Feb 15 04:51:30.781737 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48234) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:51:31.290000 dv-cinder-828060-5-iscsi neutron-server[119879]: WARNING oslo_policy.policy [None req-c4e25682-da12-428b-ba3b-44899703471b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:51:31.291466 dv-cinder-828060-5-iscsi neutron-server[119879]: WARNING oslo_policy.policy [None req-c4e25682-da12-428b-ba3b-44899703471b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:51:31.292071 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 15a5a032-b87f-4661-b8f9-457d05c0a159 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:51:31.378178 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 15a5a032-b87f-4661-b8f9-457d05c0a159 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:51:31.378583 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (15a5a032-b87f-4661-b8f9-457d05c0a159), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:31.486894 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 15a5a032-b87f-4661-b8f9-457d05c0a159 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:51:31.487213 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (15a5a032-b87f-4661-b8f9-457d05c0a159), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:31.516197 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [None req-c4e25682-da12-428b-ba3b-44899703471b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:51:31.525200 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-c4e25682-da12-428b-ba3b-44899703471b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7344604 Feb 15 04:51:31.530550 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port 15a5a032-b87f-4661-b8f9-457d05c0a159, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=15a5a032-b87f-4661-b8f9-457d05c0a159,segment=NetworkSegment(42fd2397-27bf-4200-bc53-23336d409576),segment_id=42fd2397-27bf-4200-bc53-23336d409576)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:51:31.601841 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (15a5a032-b87f-4661-b8f9-457d05c0a159), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:31.652899 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=15a5a032-b87f-4661-b8f9-457d05c0a159,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:31.848787 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b43a008-9d63-48c4-ac97-4ee236404833 None None] Network 0e40dc89-2c18-48d7-9d86-08074918529b requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:51:31.938307 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-a38936a1-102d-48ef-930d-3e7fd5aee2c9 None None] Provisioning complete for port 15a5a032-b87f-4661-b8f9-457d05c0a159 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:51:31.938705 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-a38936a1-102d-48ef-930d-3e7fd5aee2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (15a5a032-b87f-4661-b8f9-457d05c0a159), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:32.058423 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-a38936a1-102d-48ef-930d-3e7fd5aee2c9 None None] Current status of the port 15a5a032-b87f-4661-b8f9-457d05c0a159 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:51:32.283980 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-414c3e91-b25d-404f-b982-a99f7d5a1c4c None None] Provisioning complete for port 15a5a032-b87f-4661-b8f9-457d05c0a159 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:51:32.284466 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-414c3e91-b25d-404f-b982-a99f7d5a1c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (15a5a032-b87f-4661-b8f9-457d05c0a159), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:32.305523 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-54a4842c-8d52-460b-b6c1-670aa2bc9938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:32.361728 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-414c3e91-b25d-404f-b982-a99f7d5a1c4c None None] Current status of the port 15a5a032-b87f-4661-b8f9-457d05c0a159 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:51:33.276790 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 15a5a032-b87f-4661-b8f9-457d05c0a159 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:51:33.322300 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 15a5a032-b87f-4661-b8f9-457d05c0a159 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:51:33.322932 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (15a5a032-b87f-4661-b8f9-457d05c0a159), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:33.394651 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 15a5a032-b87f-4661-b8f9-457d05c0a159 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:51:33.974626 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48248) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:51:34.284501 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:51:34.407019 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Made reservation on behalf of dd5b7fa0de0348e7b8a14015f7d543a2 for: {'network': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:51:34.475211 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.policy [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119879) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 04:51:34.517429 dv-cinder-828060-5-iscsi neutron-server[119879]: WARNING oslo_policy.policy [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:51:34.517802 dv-cinder-828060-5-iscsi neutron-server[119879]: WARNING oslo_policy.policy [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:51:34.527242 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:34.547072 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:34.655292 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Publish callbacks [] for security_group (82b35f87-6630-4ee3-a351-3f4245205d73), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:34.658743 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-591a54b4-cfdf-4c20-85ee-9cfe255d715c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:34.709583 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (82b35f87-6630-4ee3-a351-3f4245205d73), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:34.721539 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Reserving flat network on physical network physnet1 {{(pid=119879) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 15 04:51:34.753392 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750058389095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (131e79cb-da90-49dc-bc89-98b293492a17), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:34.753967 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Unsubscribe: segment precommit_create {{(pid=119879) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 04:51:34.754529 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.segments_db [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Added segment 131e79cb-da90-49dc-bc89-98b293492a17 of type flat for network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 Feb 15 04:51:34.770058 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b35f87-6630-4ee3-a351-3f4245205d73,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:34.823089 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:34.823455 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:34.823780 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:34.824104 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:34.824425 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:34.824743 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:34.825059 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:34.825404 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:34.825732 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:34.826063 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:34.826377 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:34.826687 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:34.827000 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Tracked resource versions report: Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: pushed versions: Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: { 'AddressGroup': {'1.2'}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'ConntrackHelper': {'1.0'}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Log': {'1.0'}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Network': {'1.1'}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Port': {'1.7'}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'PortForwarding': {'1.2'}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'QosPolicy': {'1.10'}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'SecurityGroup': {'1.5'}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'SubPort': {'1.0'}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Subnet': {'1.1'}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Trunk': {'1.1'}} Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: consumer versions: Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: { DHCP agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: L3 agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: Metadata agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: Metering agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: Open vSwitch agent@dv-cinder-828060-5-iscsi: { 'AddressGroup': '1.2', Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'ConntrackHelper': '1.0', Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'LocalIPAssociation': '1.0', Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Log': '1.0', Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Network': '1.1', Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Port': '1.7', Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'PortForwarding': '1.2', Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'QosPolicy': '1.10', Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'SecurityGroup': '1.5', Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'SecurityGroupRule': '1.2', Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'SubPort': '1.0', Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Subnet': '1.1', Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Trunk': '1.1'}} Feb 15 04:51:34.828377 dv-cinder-828060-5-iscsi neutron-server[119879]: {{(pid=119879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:51:34.870661 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:34.972763 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:34.973796 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:51:34.974467 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:35.072794 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] Pushing event updated for resources: {'Network': ['ID=d00058ee-1aa7-4a9a-9f7c-4fcaae125df9,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:35.083301 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:51:35.133287 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e982fe10-189d-4970-8ec9-eb18d1ca9eff admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1485450 Feb 15 04:51:35.772791 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:37.144029 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:37.527769 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48272) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:51:37.741784 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a4bf1-2606-457d-86d6-384530111916 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:51:37.743166 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-de8a4bf1-2606-457d-86d6-384530111916 demo admin] 10.222.0.24 "GET /v2.0/subnets/7b6cfc07-b7a9-4fe8-b34b-859782c9e417 HTTP/1.1" status: 200 len: 849 time: 0.2144647 Feb 15 04:51:37.912378 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-3825a9e9-95ed-4298-8531-b7ed3966ce14 demo admin] 10.222.0.24 "GET /v2.0/routers/8a196fb1-e6b4-4939-9358-1ead1fc471e5 HTTP/1.1" status: 200 len: 704 time: 0.1635416 Feb 15 04:51:38.199936 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:38.498082 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Allocated IP 172.20.0.1 (0e40dc89-2c18-48d7-9d86-08074918529b/7b6cfc07-b7a9-4fe8-b34b-859782c9e417/a3d22dbd-6e50-4028-82f7-a77abff73cf9) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:51:38.664145 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:38.678901 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Publish callbacks [] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:38.801551 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:38.872008 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Network 0e40dc89-2c18-48d7-9d86-08074918529b is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:51:38.877600 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:51:38.893259 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:51:38.893818 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707761'] for router_interface (8a196fb1-e6b4-4939-9358-1ead1fc471e5), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:38.912503 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Pushing event updated for resources: {'Port': ['ID=a3d22dbd-6e50-4028-82f7-a77abff73cf9,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:39.120411 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-76ab3173-7029-4b76-a599-ead75d980ad2 None None] Provisioning complete for port a3d22dbd-6e50-4028-82f7-a77abff73cf9 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:51:39.122235 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-76ab3173-7029-4b76-a599-ead75d980ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:39.158936 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:39.201907 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-76ab3173-7029-4b76-a599-ead75d980ad2 None None] Port a3d22dbd-6e50-4028-82f7-a77abff73cf9 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:51:39.414545 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Publish callbacks [] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:39.458043 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:39.458837 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3650677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707789'] for router_interface (8a196fb1-e6b4-4939-9358-1ead1fc471e5), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:39.536478 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Pushing event updated for resources: {'Port': ['ID=a3d22dbd-6e50-4028-82f7-a77abff73cf9,revision_number=2']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:39.583015 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Network 0e40dc89-2c18-48d7-9d86-08074918529b is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:51:39.584299 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:51:39.824918 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-04c51912-3e27-469e-b2c3-4b33ef94237c None None] Provisioning complete for port a3d22dbd-6e50-4028-82f7-a77abff73cf9 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:51:39.825490 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-04c51912-3e27-469e-b2c3-4b33ef94237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:39.829889 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Router 8a196fb1-e6b4-4939-9358-1ead1fc471e5 is scheduled to L3 agent 93191b66-45b8-451b-9430-45af3619aeed with binding_index 1 {{(pid=119879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 04:51:39.857987 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-04c51912-3e27-469e-b2c3-4b33ef94237c None None] Port a3d22dbd-6e50-4028-82f7-a77abff73cf9 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:51:39.922862 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:51:39.928711 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-1a2e3644-c718-4bef-9e05-0d77c95e9fb6 demo admin] 10.222.0.24 "PUT /v2.0/routers/8a196fb1-e6b4-4939-9358-1ead1fc471e5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0111244 Feb 15 04:51:39.949309 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Sync routers for ids ['8a196fb1-e6b4-4939-9358-1ead1fc471e5'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:51:39.963389 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Routers {'8a196fb1-e6b4-4939-9358-1ead1fc471e5'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:51:39.964183 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T04:51:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['8a196fb1-e6b4-4939-9358-1ead1fc471e5'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:51:40.154265 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Set router 8a196fb1-e6b4-4939-9358-1ead1fc471e5 gateway port host: None {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:51:40.586982 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'name': 'router1', 'tenant_id': '388cfb054b1741c1b395061ad01a5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:51:28Z', 'updated_at': '2022-02-15T04:51:39Z', 'revision_number': 2, 'project_id': '388cfb054b1741c1b395061ad01a5232', 'gw_port_host': None, '_interfaces': [{'id': 'a3d22dbd-6e50-4028-82f7-a77abff73cf9', 'name': '', 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b', 'tenant_id': '388cfb054b1741c1b395061ad01a5232', 'mac_address': 'fa:16:3e:7e:4f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b6cfc07-b7a9-4fe8-b34b-859782c9e417', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:51:38Z', 'updated_at': '2022-02-15T04:51:39Z', 'revision_number': 2, 'project_id': '388cfb054b1741c1b395061ad01a5232', 'subnets': [{'id': '7b6cfc07-b7a9-4fe8-b34b-859782c9e417', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5dc06d45-939b-4f9a-aef9-39298ebcce0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:51:40.641397 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Checking router: 8a196fb1-e6b4-4939-9358-1ead1fc471e5 for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:51:40.641772 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Updating router 8a196fb1-e6b4-4939-9358-1ead1fc471e5 port a3d22dbd-6e50-4028-82f7-a77abff73cf9 binding host dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:51:40.694256 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:41.207617 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Publish callbacks [] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), precommit_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:41.258683 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:41.417349 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Pushing event updated for resources: {'Port': ['ID=a3d22dbd-6e50-4028-82f7-a77abff73cf9,revision_number=3']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:41.433872 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:41.434257 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:41.434563 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:41.434899 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:41.435228 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:41.435553 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:41.435878 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:41.436204 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:41.436524 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:41.436858 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:41.437200 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:41.437734 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:41.437826 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Tracked resource versions report: Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: pushed versions: Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: { 'AddressGroup': {'1.2'}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'ConntrackHelper': {'1.0'}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Log': {'1.0'}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Network': {'1.1'}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Port': {'1.7'}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'PortForwarding': {'1.2'}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'QosPolicy': {'1.10'}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'SecurityGroup': {'1.5'}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'SubPort': {'1.0'}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Subnet': {'1.1'}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Trunk': {'1.1'}} Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: consumer versions: Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: { DHCP agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: L3 agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: Metadata agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: Metering agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: Open vSwitch agent@dv-cinder-828060-5-iscsi: { 'AddressGroup': '1.2', Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'ConntrackHelper': '1.0', Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'LocalIPAssociation': '1.0', Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Log': '1.0', Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Network': '1.1', Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Port': '1.7', Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'PortForwarding': '1.2', Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'QosPolicy': '1.10', Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'SecurityGroup': '1.5', Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'SecurityGroupRule': '1.2', Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'SubPort': '1.0', Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Subnet': '1.1', Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Trunk': '1.1'}} Feb 15 04:51:41.439162 dv-cinder-828060-5-iscsi neutron-server[119881]: {{(pid=119881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:51:41.441717 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Attempting to bind port a3d22dbd-6e50-4028-82f7-a77abff73cf9 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:51:41.442093 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Attempting to bind port a3d22dbd-6e50-4028-82f7-a77abff73cf9 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '42fd2397-27bf-4200-bc53-23336d409576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b'}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:51:41.442544 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Attempting to bind port a3d22dbd-6e50-4028-82f7-a77abff73cf9 on network 0e40dc89-2c18-48d7-9d86-08074918529b {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:51:41.452763 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:51:41.453283 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Checking segment: {'id': '42fd2397-27bf-4200-bc53-23336d409576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:51:41.453756 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:41.454214 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Bound using segment: {'id': '42fd2397-27bf-4200-bc53-23336d409576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b'} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:51:41.454649 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Bound port: a3d22dbd-6e50-4028-82f7-a77abff73cf9, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fd2397-27bf-4200-bc53-23336d409576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b'}}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:51:41.455049 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:41.487276 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-413fb1f0-3a7a-43d9-9e20-06544e5c45b3 None None] Provisioning complete for port a3d22dbd-6e50-4028-82f7-a77abff73cf9 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:51:41.487783 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-413fb1f0-3a7a-43d9-9e20-06544e5c45b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:41.521831 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-413fb1f0-3a7a-43d9-9e20-06544e5c45b3 None None] Port a3d22dbd-6e50-4028-82f7-a77abff73cf9 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:51:41.524649 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] For port a3d22dbd-6e50-4028-82f7-a77abff73cf9, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:51:41.544033 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] For port a3d22dbd-6e50-4028-82f7-a77abff73cf9, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=a3d22dbd-6e50-4028-82f7-a77abff73cf9,segment=NetworkSegment(42fd2397-27bf-4200-bc53-23336d409576),segment_id=42fd2397-27bf-4200-bc53-23336d409576)] {{(pid=119881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:51:41.595942 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:41.646294 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Routers {'8a196fb1-e6b4-4939-9358-1ead1fc471e5'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:51:41.646917 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T04:51:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['8a196fb1-e6b4-4939-9358-1ead1fc471e5'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:51:41.698281 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf10e1-7537-45c8-9e94-6c80fbb450d4 None None] Pushing event updated for resources: {'Port': ['ID=a3d22dbd-6e50-4028-82f7-a77abff73cf9,revision_number=4']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:41.750686 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] Set router 8a196fb1-e6b4-4939-9358-1ead1fc471e5 gateway port host: None {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:51:41.847208 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-8d39040d-2d12-43dc-b3d8-30b6da92e27f None None] Provisioning complete for port a3d22dbd-6e50-4028-82f7-a77abff73cf9 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:51:41.847691 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-8d39040d-2d12-43dc-b3d8-30b6da92e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:41.929356 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-8d39040d-2d12-43dc-b3d8-30b6da92e27f None None] Current status of the port a3d22dbd-6e50-4028-82f7-a77abff73cf9 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:51:41.929665 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-8d39040d-2d12-43dc-b3d8-30b6da92e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:41.964454 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'name': 'router1', 'tenant_id': '388cfb054b1741c1b395061ad01a5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:51:28Z', 'updated_at': '2022-02-15T04:51:39Z', 'revision_number': 2, 'project_id': '388cfb054b1741c1b395061ad01a5232', 'gw_port_host': None, '_interfaces': [{'id': 'a3d22dbd-6e50-4028-82f7-a77abff73cf9', 'name': '', 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b', 'tenant_id': '388cfb054b1741c1b395061ad01a5232', 'mac_address': 'fa:16:3e:7e:4f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b6cfc07-b7a9-4fe8-b34b-859782c9e417', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:51:38Z', 'updated_at': '2022-02-15T04:51:41Z', 'revision_number': 4, 'project_id': '388cfb054b1741c1b395061ad01a5232', 'subnets': [{'id': '7b6cfc07-b7a9-4fe8-b34b-859782c9e417', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5dc06d45-939b-4f9a-aef9-39298ebcce0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:51:41.965506 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-8d39040d-2d12-43dc-b3d8-30b6da92e27f None None] For port a3d22dbd-6e50-4028-82f7-a77abff73cf9, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=a3d22dbd-6e50-4028-82f7-a77abff73cf9,segment=NetworkSegment(42fd2397-27bf-4200-bc53-23336d409576),segment_id=42fd2397-27bf-4200-bc53-23336d409576)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:51:41.994255 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9630fb0-09ea-4b4a-abb5-ef3d95307643 None None] The sync data for ids ['8a196fb1-e6b4-4939-9358-1ead1fc471e5'] in dv-cinder-828060-5-iscsi is: [{'id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'name': 'router1', 'tenant_id': '388cfb054b1741c1b395061ad01a5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:51:28Z', 'updated_at': '2022-02-15T04:51:39Z', 'revision_number': 2, 'project_id': '388cfb054b1741c1b395061ad01a5232', 'gw_port_host': None, '_interfaces': [{'id': 'a3d22dbd-6e50-4028-82f7-a77abff73cf9', 'name': '', 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b', 'tenant_id': '388cfb054b1741c1b395061ad01a5232', 'mac_address': 'fa:16:3e:7e:4f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b6cfc07-b7a9-4fe8-b34b-859782c9e417', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:51:38Z', 'updated_at': '2022-02-15T04:51:41Z', 'revision_number': 4, 'project_id': '388cfb054b1741c1b395061ad01a5232', 'subnets': [{'id': '7b6cfc07-b7a9-4fe8-b34b-859782c9e417', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5dc06d45-939b-4f9a-aef9-39298ebcce0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:51:42.046920 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-8d39040d-2d12-43dc-b3d8-30b6da92e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:42.095239 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39040d-2d12-43dc-b3d8-30b6da92e27f None None] Pushing event updated for resources: {'Port': ['ID=a3d22dbd-6e50-4028-82f7-a77abff73cf9,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:42.310147 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48292) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:51:42.417084 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342627e4-b124-475f-999a-1a1ca7c94e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:51:42.418486 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-342627e4-b124-475f-999a-1a1ca7c94e27 admin admin] 10.222.0.24 "GET /v2.0/networks/d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 HTTP/1.1" status: 200 len: 842 time: 0.1072693 Feb 15 04:51:42.427624 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-51c1e3fd-c8fb-4cfe-bea9-95a8099dc4c4 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:51:42.498489 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c1e3fd-c8fb-4cfe-bea9-95a8099dc4c4 admin admin] Made reservation on behalf of dd5b7fa0de0348e7b8a14015f7d543a2 for: {'subnet': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:51:42.500921 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-51c1e3fd-c8fb-4cfe-bea9-95a8099dc4c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:42.859904 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.objects.ports [None req-51c1e3fd-c8fb-4cfe-bea9-95a8099dc4c4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119879) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 04:51:42.860347 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-51c1e3fd-c8fb-4cfe-bea9-95a8099dc4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (486ec11f-8f86-4ec6-abc8-11ec136975bf), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:42.915876 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1e3fd-c8fb-4cfe-bea9-95a8099dc4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=486ec11f-8f86-4ec6-abc8-11ec136975bf,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:42.929775 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c1e3fd-c8fb-4cfe-bea9-95a8099dc4c4 admin admin] Checking segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:51:42.930128 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1e3fd-c8fb-4cfe-bea9-95a8099dc4c4 admin admin] Network hostable DHCP agents. Network: d00058ee-1aa7-4a9a-9f7c-4fcaae125df9, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:51:43.024313 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1e3fd-c8fb-4cfe-bea9-95a8099dc4c4 admin admin] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:51:43.109674 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-51c1e3fd-c8fb-4cfe-bea9-95a8099dc4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, d00058ee-1aa7-4a9a-9f7c-4fcaae125df9) {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:51:43.113797 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1e3fd-c8fb-4cfe-bea9-95a8099dc4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:51:43.114368 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-51c1e3fd-c8fb-4cfe-bea9-95a8099dc4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:43.122299 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2975c7fc-a868-43ef-b197-3256755e9e76 None None] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:51:43.181215 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-51c1e3fd-c8fb-4cfe-bea9-95a8099dc4c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7568202 Feb 15 04:51:43.229238 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d2f75-cd64-4bf6-b45c-54944ca02637 None None] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:51:45.578765 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48300) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:51:45.712621 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-f22b5f50-3895-4b2c-9067-e1ac9c291bc2 demo admin] 10.222.0.24 "GET /v2.0/routers/8a196fb1-e6b4-4939-9358-1ead1fc471e5 HTTP/1.1" status: 200 len: 710 time: 0.1325731 Feb 15 04:51:45.795776 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc4bbd0-da48-42c1-a17c-0c2288129743 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:51:45.797139 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-adc4bbd0-da48-42c1-a17c-0c2288129743 demo admin] 10.222.0.24 "GET /v2.0/networks/d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 HTTP/1.1" status: 200 len: 886 time: 0.0790849 Feb 15 04:51:45.805951 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:51:46.126152 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Publish callbacks [] for router_gateway (8a196fb1-e6b4-4939-9358-1ead1fc471e5), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:46.423362 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Publish callbacks [] for router_gateway (8a196fb1-e6b4-4939-9358-1ead1fc471e5), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:46.499951 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:46.600658 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Allocated IP 172.27.2.134 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/c293e1e6-8104-4c4c-9e88-3ceade30bc3d) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:51:46.704121 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Publish callbacks [] for port (c293e1e6-8104-4c4c-9e88-3ceade30bc3d), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:46.789367 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (c293e1e6-8104-4c4c-9e88-3ceade30bc3d), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:46.825448 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:51:46.830091 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:51:46.834250 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:51:46.840275 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Pushing event updated for resources: {'Port': ['ID=c293e1e6-8104-4c4c-9e88-3ceade30bc3d,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:47.161346 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Publish callbacks [] for router_gateway (8a196fb1-e6b4-4939-9358-1ead1fc471e5), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:47.359447 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-707495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8330'] for router (8a196fb1-e6b4-4939-9358-1ead1fc471e5), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:47.363379 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-707458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-707484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-707477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-702070'] for router (8a196fb1-e6b4-4939-9358-1ead1fc471e5), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:47.471789 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Router 8a196fb1-e6b4-4939-9358-1ead1fc471e5 has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:51:47.577705 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:51:47.581829 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] Publish callbacks [] for router (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:47.597151 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-7945f28e-be6d-4d8d-95fb-88d37610b57f demo admin] 10.222.0.24 "PUT /v2.0/routers/8a196fb1-e6b4-4939-9358-1ead1fc471e5 HTTP/1.1" status: 200 len: 890 time: 1.7802739 Feb 15 04:51:49.287621 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device a3d22dbd-6e50-4028-82f7-a77abff73cf9 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:51:49.341513 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port a3d22dbd-6e50-4028-82f7-a77abff73cf9 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:51:49.341916 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:49.419995 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port a3d22dbd-6e50-4028-82f7-a77abff73cf9 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:51:50.085569 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48312) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:51:50.203284 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b3c663a8-34f0-4c8b-a583-db0cfdc7763f admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1159878 Feb 15 04:51:50.349363 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Sync routers for ids ['8a196fb1-e6b4-4939-9358-1ead1fc471e5'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:51:50.362208 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Routers {'8a196fb1-e6b4-4939-9358-1ead1fc471e5'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:51:50.362877 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T04:51:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['8a196fb1-e6b4-4939-9358-1ead1fc471e5'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:51:50.578718 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Set router 8a196fb1-e6b4-4939-9358-1ead1fc471e5 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:51:50.978572 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'name': 'router1', 'tenant_id': '388cfb054b1741c1b395061ad01a5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'c293e1e6-8104-4c4c-9e88-3ceade30bc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:51:28Z', 'updated_at': '2022-02-15T04:51:46Z', 'revision_number': 4, 'project_id': '388cfb054b1741c1b395061ad01a5232', 'gw_port': {'id': 'c293e1e6-8104-4c4c-9e88-3ceade30bc3d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:51:46Z', 'updated_at': '2022-02-15T04:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'a3d22dbd-6e50-4028-82f7-a77abff73cf9', 'name': '', 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b', 'tenant_id': '388cfb054b1741c1b395061ad01a5232', 'mac_address': 'fa:16:3e:7e:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b6cfc07-b7a9-4fe8-b34b-859782c9e417', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:51:38Z', 'updated_at': '2022-02-15T04:51:41Z', 'revision_number': 5, 'project_id': '388cfb054b1741c1b395061ad01a5232', 'subnets': [{'id': '7b6cfc07-b7a9-4fe8-b34b-859782c9e417', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5dc06d45-939b-4f9a-aef9-39298ebcce0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:51:51.109869 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Checking router: 8a196fb1-e6b4-4939-9358-1ead1fc471e5 for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:51:51.110168 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Updating router 8a196fb1-e6b4-4939-9358-1ead1fc471e5 port c293e1e6-8104-4c4c-9e88-3ceade30bc3d binding host dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:51:51.160186 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (c293e1e6-8104-4c4c-9e88-3ceade30bc3d), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:51.482489 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Publish callbacks [] for port (c293e1e6-8104-4c4c-9e88-3ceade30bc3d), precommit_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:51.544129 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (c293e1e6-8104-4c4c-9e88-3ceade30bc3d), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:51.595739 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Attempting to bind port c293e1e6-8104-4c4c-9e88-3ceade30bc3d on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:51:51.596105 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Attempting to bind port c293e1e6-8104-4c4c-9e88-3ceade30bc3d by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:51:51.596465 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Attempting to bind port c293e1e6-8104-4c4c-9e88-3ceade30bc3d on network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:51:51.599382 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fe250-f2c1-452f-81c4-f88c030b5873 None None] Pushing event updated for resources: {'Port': ['ID=c293e1e6-8104-4c4c-9e88-3ceade30bc3d,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:51.604438 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:51:51.604815 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Checking segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:51:51.605243 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:51.605628 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Bound using segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:51:51.606087 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Bound port: c293e1e6-8104-4c4c-9e88-3ceade30bc3d, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:51:51.606460 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (c293e1e6-8104-4c4c-9e88-3ceade30bc3d), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:51.655452 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] For port c293e1e6-8104-4c4c-9e88-3ceade30bc3d, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:51:51.658369 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] For port c293e1e6-8104-4c4c-9e88-3ceade30bc3d, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=c293e1e6-8104-4c4c-9e88-3ceade30bc3d,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:51:51.698272 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (c293e1e6-8104-4c4c-9e88-3ceade30bc3d), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:51.761647 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fe250-f2c1-452f-81c4-f88c030b5873 None None] Pushing event updated for resources: {'Port': ['ID=c293e1e6-8104-4c4c-9e88-3ceade30bc3d,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:51.765485 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Routers {'8a196fb1-e6b4-4939-9358-1ead1fc471e5'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:51:51.766096 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T04:51:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['8a196fb1-e6b4-4939-9358-1ead1fc471e5'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:51:51.885961 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] Set router 8a196fb1-e6b4-4939-9358-1ead1fc471e5 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:51:52.113606 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'name': 'router1', 'tenant_id': '388cfb054b1741c1b395061ad01a5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'c293e1e6-8104-4c4c-9e88-3ceade30bc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:51:28Z', 'updated_at': '2022-02-15T04:51:46Z', 'revision_number': 4, 'project_id': '388cfb054b1741c1b395061ad01a5232', 'gw_port': {'id': 'c293e1e6-8104-4c4c-9e88-3ceade30bc3d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:51:46Z', 'updated_at': '2022-02-15T04:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'a3d22dbd-6e50-4028-82f7-a77abff73cf9', 'name': '', 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b', 'tenant_id': '388cfb054b1741c1b395061ad01a5232', 'mac_address': 'fa:16:3e:7e:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b6cfc07-b7a9-4fe8-b34b-859782c9e417', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:51:38Z', 'updated_at': '2022-02-15T04:51:41Z', 'revision_number': 5, 'project_id': '388cfb054b1741c1b395061ad01a5232', 'subnets': [{'id': '7b6cfc07-b7a9-4fe8-b34b-859782c9e417', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5dc06d45-939b-4f9a-aef9-39298ebcce0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:51:52.142240 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa18497-8c25-4782-a405-ed6f20047412 None None] The sync data for ids ['8a196fb1-e6b4-4939-9358-1ead1fc471e5'] in dv-cinder-828060-5-iscsi is: [{'id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'name': 'router1', 'tenant_id': '388cfb054b1741c1b395061ad01a5232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'c293e1e6-8104-4c4c-9e88-3ceade30bc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:51:28Z', 'updated_at': '2022-02-15T04:51:46Z', 'revision_number': 4, 'project_id': '388cfb054b1741c1b395061ad01a5232', 'gw_port': {'id': 'c293e1e6-8104-4c4c-9e88-3ceade30bc3d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:51:46Z', 'updated_at': '2022-02-15T04:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'a3d22dbd-6e50-4028-82f7-a77abff73cf9', 'name': '', 'network_id': '0e40dc89-2c18-48d7-9d86-08074918529b', 'tenant_id': '388cfb054b1741c1b395061ad01a5232', 'mac_address': 'fa:16:3e:7e:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a196fb1-e6b4-4939-9358-1ead1fc471e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b6cfc07-b7a9-4fe8-b34b-859782c9e417', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:51:38Z', 'updated_at': '2022-02-15T04:51:41Z', 'revision_number': 5, 'project_id': '388cfb054b1741c1b395061ad01a5232', 'subnets': [{'id': '7b6cfc07-b7a9-4fe8-b34b-859782c9e417', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5dc06d45-939b-4f9a-aef9-39298ebcce0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:51:53.356579 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device c293e1e6-8104-4c4c-9e88-3ceade30bc3d up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:51:53.408181 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port c293e1e6-8104-4c4c-9e88-3ceade30bc3d triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:51:53.408742 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (c293e1e6-8104-4c4c-9e88-3ceade30bc3d), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:53.488902 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port c293e1e6-8104-4c4c-9e88-3ceade30bc3d is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:51:53.489265 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (c293e1e6-8104-4c4c-9e88-3ceade30bc3d), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:53.509145 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port c293e1e6-8104-4c4c-9e88-3ceade30bc3d, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=c293e1e6-8104-4c4c-9e88-3ceade30bc3d,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:51:53.566274 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (c293e1e6-8104-4c4c-9e88-3ceade30bc3d), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:53.618022 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=c293e1e6-8104-4c4c-9e88-3ceade30bc3d,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:51:53.655507 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 5 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:51:55.312159 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device c293e1e6-8104-4c4c-9e88-3ceade30bc3d up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:51:55.413973 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port c293e1e6-8104-4c4c-9e88-3ceade30bc3d triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:51:55.415528 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (c293e1e6-8104-4c4c-9e88-3ceade30bc3d), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:51:55.576958 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port c293e1e6-8104-4c4c-9e88-3ceade30bc3d is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:52:02.274729 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5a471ebc-b13f-4a39-91cb-6356a37ac77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:52:04.669268 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-bc488986-a787-49ce-bfd9-7d3728868b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:52:05.790591 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:52:07.177197 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:52:08.709172 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:52:30.647330 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 5 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:52:32.320885 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ba9e8518-ba88-4477-8c8c-cdde691ca2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:52:34.668448 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e9e2-9f50-495e-8381-45c638f6c507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:52:35.776940 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:52:37.131219 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:52:38.689509 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:02.294417 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-062590a8-b189-4e83-a2bf-1282499c1494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:04.684527 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5f9027d0-394c-4aa9-b037-688be04a1450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:05.787537 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:07.175743 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:07.646618 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 5 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:53:08.676686 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:11.984788 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48796) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:53:12.047800 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1adaab-7e64-4e90-a05b-27d89239ad83 admin admin] GET failed (client error): The resource could not be found. Feb 15 04:53:12.049089 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-5b1adaab-7e64-4e90-a05b-27d89239ad83 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633249 Feb 15 04:53:12.282774 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc635c-6a28-4559-b0ac-e2b3ef93e0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:12.284156 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-3dcc635c-6a28-4559-b0ac-e2b3ef93e0a3 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2310245 Feb 15 04:53:14.505088 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48806) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:53:14.594622 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b9bb43-faaa-44ab-b59f-f011f8a4ef1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:14.595934 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d4b9bb43-faaa-44ab-b59f-f011f8a4ef1d admin admin] 10.222.0.24 "GET /v2.0/subnets/7b6cfc07-b7a9-4fe8-b34b-859782c9e417 HTTP/1.1" status: 200 len: 849 time: 0.0898833 Feb 15 04:53:14.605943 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:53:14.689675 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Publish callbacks [] for subnet (7b6cfc07-b7a9-4fe8-b34b-859782c9e417), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:14.887692 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750058285240'] for subnet (7b6cfc07-b7a9-4fe8-b34b-859782c9e417), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:14.917363 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:14.917638 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:14.919441 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] 10.222.0.24 "PUT /v2.0/subnets/7b6cfc07-b7a9-4fe8-b34b-859782c9e417 HTTP/1.1" status: 200 len: 868 time: 0.3170257 Feb 15 04:53:14.920339 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050b5495-43c1-4f0b-8193-5a3c8301c538 None None] Network 0e40dc89-2c18-48d7-9d86-08074918529b requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:53:14.941880 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b6cfc07-b7a9-4fe8-b34b-859782c9e417,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:53:14.949792 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:53:14.950149 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:53:14.950477 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:53:14.950814 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:53:14.951146 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:53:14.951480 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:53:14.951834 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:53:14.952159 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:53:14.952501 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:53:14.952848 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:53:14.953264 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:53:14.953593 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:53:14.953912 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d94aff-ef5a-47c2-a360-4284cee5f29e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:53:15.352787 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-84ac3537-1388-443e-b87e-2a5cf65bc221 None None] Provisioning complete for port a3d22dbd-6e50-4028-82f7-a77abff73cf9 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:53:15.353293 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-84ac3537-1388-443e-b87e-2a5cf65bc221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (a3d22dbd-6e50-4028-82f7-a77abff73cf9), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:15.431451 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-84ac3537-1388-443e-b87e-2a5cf65bc221 None None] Current status of the port a3d22dbd-6e50-4028-82f7-a77abff73cf9 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:53:15.441009 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-84ac3537-1388-443e-b87e-2a5cf65bc221 None None] Provisioning complete for port 15a5a032-b87f-4661-b8f9-457d05c0a159 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:53:15.441421 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-84ac3537-1388-443e-b87e-2a5cf65bc221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (15a5a032-b87f-4661-b8f9-457d05c0a159), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:15.517010 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-84ac3537-1388-443e-b87e-2a5cf65bc221 None None] Current status of the port 15a5a032-b87f-4661-b8f9-457d05c0a159 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:53:17.184991 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48814) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:53:17.378634 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f0cd9-f502-416b-9dd1-2df7fc602a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:17.379014 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f0cd9-f502-416b-9dd1-2df7fc602a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:17.380541 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-bc7f0cd9-f502-416b-9dd1-2df7fc602a51 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1945639 Feb 15 04:53:19.727228 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 48822) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:53:19.938762 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e606c0-60c9-4dd4-8616-b4edb2f4a30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:19.939155 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e606c0-60c9-4dd4-8616-b4edb2f4a30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:19.940698 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-b2e606c0-60c9-4dd4-8616-b4edb2f4a30b admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2125401 Feb 15 04:53:22.195449 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 48832) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:53:22.362858 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c1bfdb-5ef0-4ac8-bed3-1a3935b1b1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:22.364195 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-91c1bfdb-5ef0-4ac8-bed3-1a3935b1b1a5 admin admin] 10.222.0.24 "GET /v2.0/networks/0e40dc89-2c18-48d7-9d86-08074918529b HTTP/1.1" status: 200 len: 869 time: 0.1675079 Feb 15 04:53:24.629186 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 48840) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:53:24.754133 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ab4f5-2bb3-4f63-b97c-3e4f39466890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:24.755558 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-8f2ab4f5-2bb3-4f63-b97c-3e4f39466890 admin admin] 10.222.0.24 "GET /v2.0/networks/d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 HTTP/1.1" status: 200 len: 886 time: 0.1253853 Feb 15 04:53:27.032947 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48848) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:53:27.165840 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c8933-8eb8-40ec-80d5-ccb8b170852c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:27.166292 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c8933-8eb8-40ec-80d5-ccb8b170852c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:27.167834 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-749c8933-8eb8-40ec-80d5-ccb8b170852c admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1338930 Feb 15 04:53:29.416682 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48856) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:53:29.506386 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ce620-0575-4110-a620-36bc9375dcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:29.506833 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ce620-0575-4110-a620-36bc9375dcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:29.508285 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-2f2ce620-0575-4110-a620-36bc9375dcfa admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905693 Feb 15 04:53:31.778352 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48864) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:53:31.864012 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f5aa01-b23f-49cf-97d3-8baa0dff702a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:31.865978 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d1f5aa01-b23f-49cf-97d3-8baa0dff702a admin admin] 10.222.0.24 "GET /v2.0/subnets/486ec11f-8f86-4ec6-abc8-11ec136975bf HTTP/1.1" status: 200 len: 816 time: 0.0866854 Feb 15 04:53:32.312505 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-4adabbfc-1023-417e-bbce-fbea079b4f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:34.105566 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48872) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:53:34.195895 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eaf5a7-5180-4b75-8fd9-8785ba42553d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:53:34.197234 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d6eaf5a7-5180-4b75-8fd9-8785ba42553d admin admin] 10.222.0.24 "GET /v2.0/subnets/7b6cfc07-b7a9-4fe8-b34b-859782c9e417 HTTP/1.1" status: 200 len: 868 time: 0.0907059 Feb 15 04:53:34.672572 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2866e141-0b1b-40ce-84a2-d0be5290046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:35.856790 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:37.135164 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:38.693420 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:53:44.645732 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 5 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:53:57.952488 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 48924) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:53:57.998817 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [None req-dad3f4c1-ac41-43f5-a33c-04998877ac1a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119878) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:53:57.999820 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-dad3f4c1-ac41-43f5-a33c-04998877ac1a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462015 Feb 15 04:54:00.307076 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 48932) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:54:00.366136 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1594e8-b09e-4acb-a0d2-70c72b9dd146 admin admin] GET failed (client error): The resource could not be found. Feb 15 04:54:00.367416 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-de1594e8-b09e-4acb-a0d2-70c72b9dd146 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594211 Feb 15 04:54:00.506639 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11df2ad-ea56-4f55-9012-0241d35c5a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:54:00.508009 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-d11df2ad-ea56-4f55-9012-0241d35c5a37 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366086 Feb 15 04:54:02.289360 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-58af170d-f7af-42b9-9e47-77eac9544139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:02.774858 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 48940) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:54:02.820967 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:54:02.914033 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Made reservation on behalf of dd5b7fa0de0348e7b8a14015f7d543a2 for: {'network': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:54:02.916235 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:02.949915 dv-cinder-828060-5-iscsi neutron-server[119878]: WARNING neutron.services.revisions.revision_plugin [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Could not find related network for resource to bump revision. Feb 15 04:54:02.961871 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=119878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:54:02.970476 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (6a48c7a1-39ca-41a8-ad86-62544bd9744c), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:02.970802 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.segments_db [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Added segment 6a48c7a1-39ca-41a8-ad86-62544bd9744c of type vlan for network a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c Feb 15 04:54:03.011640 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:03.102648 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:03.103596 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:54:03.104174 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:03.194392 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Pushing event updated for resources: {'Network': ['ID=a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:54:03.200712 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:03.201499 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:03.201499 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:03.201774 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:03.202100 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:03.202424 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:03.202748 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:03.203068 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:03.203404 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:03.203741 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:03.204566 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:03.204899 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:03.205249 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:03.215742 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:54:03.223257 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-ffd626e1-5303-40c7-9cf6-237d91d50b46 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4467919 Feb 15 04:54:04.700155 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-0c75524d-57f5-4fa8-b866-ac1cacc582a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:05.508630 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48948) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:54:05.567384 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.pecan_wsgi.hooks.translation [None req-813e414d-4e76-463a-9fe6-22d97501ce03 admin admin] GET failed (client error): The resource could not be found. Feb 15 04:54:05.569238 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-813e414d-4e76-463a-9fe6-22d97501ce03 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596054 Feb 15 04:54:05.638283 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8520538-68c4-4607-8f2a-15a67ae601ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:54:05.639677 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e8520538-68c4-4607-8f2a-15a67ae601ca admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664968 Feb 15 04:54:05.649595 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-ae6f9bd8-edd8-469e-8dc0-8972dbf601a2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:54:05.725553 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6f9bd8-edd8-469e-8dc0-8972dbf601a2 admin admin] Made reservation on behalf of dd5b7fa0de0348e7b8a14015f7d543a2 for: {'subnet': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:54:05.727823 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ae6f9bd8-edd8-469e-8dc0-8972dbf601a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:05.799652 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:05.936926 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ae6f9bd8-edd8-469e-8dc0-8972dbf601a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (c66b7a49-9e2e-4662-939b-bb491709c909), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:05.993692 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f9bd8-edd8-469e-8dc0-8972dbf601a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c66b7a49-9e2e-4662-939b-bb491709c909,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:54:05.998448 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6f9bd8-edd8-469e-8dc0-8972dbf601a2 admin admin] Checking segment: {'id': '6a48c7a1-39ca-41a8-ad86-62544bd9744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:54:05.998791 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6f9bd8-edd8-469e-8dc0-8972dbf601a2 admin admin] Network hostable DHCP agents. Network: a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:54:06.076823 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6f9bd8-edd8-469e-8dc0-8972dbf601a2 admin admin] Network a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:54:06.140045 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-ae6f9bd8-edd8-469e-8dc0-8972dbf601a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c) {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:54:06.144194 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6f9bd8-edd8-469e-8dc0-8972dbf601a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:54:06.144775 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ae6f9bd8-edd8-469e-8dc0-8972dbf601a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:06.149874 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf98445-83dd-4288-bee3-34d9d5f1b0ee None None] Network a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:54:06.262865 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp166c4624-0222-50a1-9bcc-8d4e37a786fe-a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c', 'network_id': 'a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c', 'project_id': 'dd5b7fa0de0348e7b8a14015f7d543a2', 'fixed_ips': [{'subnet_id': 'c66b7a49-9e2e-4662-939b-bb491709c909'}]}} from dv-cinder-828060-5-iscsi. {{(pid=119880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:54:06.263128 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:06.297466 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-ae6f9bd8-edd8-469e-8dc0-8972dbf601a2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6515744 Feb 15 04:54:06.407859 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.db_base_plugin_common [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Allocated IP 192.168.233.2 (a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c/c66b7a49-9e2e-4662-939b-bb491709c909/979a7766-b1b8-48a3-80fe-49eb086b3755) {{(pid=119880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:54:06.555753 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Publish callbacks [] for port (979a7766-b1b8-48a3-80fe-49eb086b3755), precommit_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:06.664115 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (979a7766-b1b8-48a3-80fe-49eb086b3755), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:06.700249 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Network a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c is already hosted by enough agents. {{(pid=119880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:54:06.703108 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.base_scheduler [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Resources bound (agent type, host, resource id): {{(pid=119880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:54:06.706047 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Received port after_create {{(pid=119880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:54:06.720836 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Pushing event updated for resources: {'Port': ['ID=979a7766-b1b8-48a3-80fe-49eb086b3755,revision_number=1']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:54:06.742409 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:06.742772 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:06.743129 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:06.743463 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:06.743787 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:06.744112 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:06.744430 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:06.744749 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:06.745066 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:06.745428 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:06.745839 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:06.748397 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:06.748397 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:54:06.784504 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Attempting to bind port 979a7766-b1b8-48a3-80fe-49eb086b3755 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:54:06.784857 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Attempting to bind port 979a7766-b1b8-48a3-80fe-49eb086b3755 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '6a48c7a1-39ca-41a8-ad86-62544bd9744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:54:06.785236 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Attempting to bind port 979a7766-b1b8-48a3-80fe-49eb086b3755 on network a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:54:06.792851 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:54:06.793258 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Checking segment: {'id': '6a48c7a1-39ca-41a8-ad86-62544bd9744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:54:06.793769 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:06.794161 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Bound using segment: {'id': '6a48c7a1-39ca-41a8-ad86-62544bd9744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:54:06.794637 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Bound port: 979a7766-b1b8-48a3-80fe-49eb086b3755, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a48c7a1-39ca-41a8-ad86-62544bd9744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:54:06.795012 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (979a7766-b1b8-48a3-80fe-49eb086b3755), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:06.862921 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] For port 979a7766-b1b8-48a3-80fe-49eb086b3755, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:54:06.866746 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] For port 979a7766-b1b8-48a3-80fe-49eb086b3755, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=979a7766-b1b8-48a3-80fe-49eb086b3755,segment=NetworkSegment(6a48c7a1-39ca-41a8-ad86-62544bd9744c),segment_id=6a48c7a1-39ca-41a8-ad86-62544bd9744c)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:54:06.949538 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (979a7766-b1b8-48a3-80fe-49eb086b3755), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:07.006753 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98ece7-81f8-47a5-82f1-41fa7783368a None None] Pushing event updated for resources: {'Port': ['ID=979a7766-b1b8-48a3-80fe-49eb086b3755,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:54:07.179987 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:07.382016 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 979a7766-b1b8-48a3-80fe-49eb086b3755 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:54:07.435239 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 979a7766-b1b8-48a3-80fe-49eb086b3755 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:54:07.435625 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (979a7766-b1b8-48a3-80fe-49eb086b3755), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:07.622455 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 979a7766-b1b8-48a3-80fe-49eb086b3755 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:54:07.622761 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (979a7766-b1b8-48a3-80fe-49eb086b3755), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:07.659065 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port 979a7766-b1b8-48a3-80fe-49eb086b3755, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=979a7766-b1b8-48a3-80fe-49eb086b3755,segment=NetworkSegment(6a48c7a1-39ca-41a8-ad86-62544bd9744c),segment_id=6a48c7a1-39ca-41a8-ad86-62544bd9744c)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:54:07.760235 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (979a7766-b1b8-48a3-80fe-49eb086b3755), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:07.818181 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=979a7766-b1b8-48a3-80fe-49eb086b3755,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:54:07.883439 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba5928c-5780-4273-adb4-8860ceb16fc5 None None] Network a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:54:07.966041 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-d38c492e-3777-489d-817e-045f0f40f034 None None] Provisioning complete for port 979a7766-b1b8-48a3-80fe-49eb086b3755 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:54:07.966532 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d38c492e-3777-489d-817e-045f0f40f034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (979a7766-b1b8-48a3-80fe-49eb086b3755), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:08.075345 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-d38c492e-3777-489d-817e-045f0f40f034 None None] Current status of the port 979a7766-b1b8-48a3-80fe-49eb086b3755 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:54:08.296558 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-5021965d-6051-4453-8596-52130243ddc1 None None] Provisioning complete for port 979a7766-b1b8-48a3-80fe-49eb086b3755 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:54:08.296941 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5021965d-6051-4453-8596-52130243ddc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (979a7766-b1b8-48a3-80fe-49eb086b3755), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:08.374689 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-5021965d-6051-4453-8596-52130243ddc1 None None] Current status of the port 979a7766-b1b8-48a3-80fe-49eb086b3755 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:54:08.696873 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:09.359216 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 979a7766-b1b8-48a3-80fe-49eb086b3755 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:54:09.410963 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 979a7766-b1b8-48a3-80fe-49eb086b3755 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:54:09.411938 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (979a7766-b1b8-48a3-80fe-49eb086b3755), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:09.489173 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 979a7766-b1b8-48a3-80fe-49eb086b3755 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:54:21.644290 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 5 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:54:32.301900 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-729eb688-8d73-4b36-9f9b-11d5f6dcbb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:34.695519 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5b25ec8b-7481-4baa-a41b-042b7de4c483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:35.838338 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:37.163958 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:38.727665 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:54:58.643016 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 5 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:55:02.309971 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2b249e63-5d00-44fa-b6b8-ee2c355fead9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:04.700041 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-a2cf3bd3-f480-411b-b361-48d0ea24ba2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:05.791257 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:07.151709 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:08.715544 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:32.310243 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-fb371a3f-0a69-49e0-a567-a09b855f1be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:34.727123 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-616dbdbc-f1d6-43d8-9b17-25f561f289c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:35.641977 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 5 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:55:35.801764 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:37.143834 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:38.676083 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:55.708799 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 48986) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:55:55.714998 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [None req-d9eec23d-1dee-421a-b6e7-1324de4201f8 tempest-verify_tempest_config-251818302 tempest-verify_tempest_config-251818302-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:55:55.715925 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d9eec23d-1dee-421a-b6e7-1324de4201f8 tempest-verify_tempest_config-251818302 tempest-verify_tempest_config-251818302-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061207 Feb 15 04:55:56.261877 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49004) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:55:56.379978 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:56.451353 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Publish callbacks [] for security_group (fc735f15-7a12-4162-b357-8cd4ed59d953), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:56.520275 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (fc735f15-7a12-4162-b357-8cd4ed59d953), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:56.564356 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1f611db055b405898634684a40e96ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3014693 Feb 15 04:55:56.565815 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc735f15-7a12-4162-b357-8cd4ed59d953,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:55:56.567563 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49008) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:55:56.573254 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.573625 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.573969 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.574300 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.574879 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.575242 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.575597 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.575924 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.576298 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.576603 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.576926 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.577269 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.584869 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9b2baa-d025-4777-bd61-1ace28d2ac5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.621238 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Publish callbacks [] for security_group (fc735f15-7a12-4162-b357-8cd4ed59d953), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:56.645063 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Publish callbacks [] for security_group (fc735f15-7a12-4162-b357-8cd4ed59d953), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:56.806232 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (fc735f15-7a12-4162-b357-8cd4ed59d953), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:56.808770 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:55:56.809949 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc735f15-7a12-4162-b357-8cd4ed59d953 HTTP/1.1" status: 204 len: 168 time: 0.2414243 Feb 15 04:55:56.818106 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc735f15-7a12-4162-b357-8cd4ed59d953,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:55:56.824909 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.825311 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.825666 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.826004 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.826334 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.826661 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.827002 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.827332 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.827672 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.828014 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.828364 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.828720 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:55:56.829050 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d9f301-76d9-45ca-9e1a-bb9e83b88067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:56:02.319825 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2c4756b6-ad64-4f3b-a991-e470a7a61e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:56:04.719970 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc5e3-4ffe-412d-a2dc-9c098447ae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:56:05.805582 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:56:07.154118 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:56:08.674575 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:56:12.640074 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 5 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:56:32.290111 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-86c72fce-b43a-44ae-8dc3-b533d0730751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:56:34.718406 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-754007ec-1e9e-40af-8963-d652601e9fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:56:35.798942 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:56:37.169560 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:56:38.672788 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:56:49.638181 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 5 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:57:02.283628 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-8df6af4f-a1af-4e69-97cc-1d6d0cf4aed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:57:04.676874 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d97fa06f-542b-49e6-9300-52cc55867ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:57:05.797373 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:57:07.151849 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:57:08.671661 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:57:26.636880 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 5 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:57:28.585786 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707221'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:57:32.311165 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-0a2c9602-c17d-4872-93d8-c51db63c3353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:57:34.676948 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-069af618-5118-481d-84b5-f34e0bb6e8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:57:35.820037 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:57:37.219593 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:57:38.716816 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:57:43.023435 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49084) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:57:43.126733 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-f23771c7-b3ee-4706-8e14-2327cca837b1 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1020553 Feb 15 04:57:45.382754 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49094) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:57:45.443888 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-95220b04-7e12-4185-b63e-1bf9724d7011 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0600133 Feb 15 04:57:58.572819 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:58:02.293249 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-0ab04f06-c221-457b-91d2-9c44633c9d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:58:03.636134 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:58:04.687980 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-f0a2ff0a-d725-429a-a168-f46628379e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:58:05.824702 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:58:07.201735 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:58:08.679640 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:58:28.544102 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:58:32.278588 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-8b9693ff-6d18-4a37-a7b9-10c19c9e8e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:58:34.681098 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-8a299c78-1c1e-49b6-be39-9b561ba858e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:58:35.815557 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:58:37.181106 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:58:38.675468 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:58:40.636704 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:58:58.559592 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:02.294254 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-442d9094-6afb-49d1-bd9d-5a313a5bc6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:04.679650 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-103c4d19-cccd-4e45-b103-333fd79d2a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:05.825259 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:07.180030 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:08.679802 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:17.525921 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49264) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:17.581783 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49274) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:17.635342 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:59:17.749673 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-267788733-network', 'tenant_id': '6b979768200b4a259ffce5d5379c9b6b'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:17.776070 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1930911069-network', 'tenant_id': '0656d1ce09a14fcea84e672758f7254d'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:17.822222 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Made reservation on behalf of 6b979768200b4a259ffce5d5379c9b6b for: {'network': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:17.824622 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:17.833557 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:17.880947 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Made reservation on behalf of 0656d1ce09a14fcea84e672758f7254d for: {'network': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:17.884277 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:17.898486 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:17.935870 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Publish callbacks [] for security_group (f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:17.992086 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Publish callbacks [] for security_group (dd17beaf-4b02-4040-823a-c9c758de141b), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.039168 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.062275 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=119879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:59:18.076626 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (c13dbd68-2cfd-498b-85b3-768124a39fd7), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.077268 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.segments_db [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Added segment c13dbd68-2cfd-498b-85b3-768124a39fd7 of type vlan for network f001cabe-809e-4591-9fcd-2911cb7d910f Feb 15 04:59:18.111777 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (dd17beaf-4b02-4040-823a-c9c758de141b), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.146518 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (f001cabe-809e-4591-9fcd-2911cb7d910f), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.150016 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=119879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:59:18.159318 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:18.172236 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (de0a4093-0cba-47ff-b5b4-50afc483693f), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.172567 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.segments_db [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Added segment de0a4093-0cba-47ff-b5b4-50afc483693f of type vlan for network 472cd6e4-83cc-4a28-9254-11df2a303d2a Feb 15 04:59:18.183458 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:18.183792 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:18.184133 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:18.184475 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:18.185368 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:18.185696 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:18.186021 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:18.186344 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:18.186671 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:18.187011 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:18.187336 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:18.187651 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:18.187968 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Tracked resource versions report: Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: pushed versions: Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: { 'AddressGroup': {'1.2'}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'ConntrackHelper': {'1.0'}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Log': {'1.0'}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Network': {'1.1'}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Port': {'1.7'}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'PortForwarding': {'1.2'}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'QosPolicy': {'1.10'}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'SecurityGroup': {'1.5'}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'SubPort': {'1.0'}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Subnet': {'1.1'}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Trunk': {'1.1'}} Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: consumer versions: Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: { DHCP agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: HyperV agent@hv-cinder-82806: {}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: L3 agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: Metadata agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: Metering agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: Open vSwitch agent@dv-cinder-828060-5-iscsi: { 'AddressGroup': '1.2', Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'ConntrackHelper': '1.0', Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'LocalIPAssociation': '1.0', Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Log': '1.0', Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Network': '1.1', Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Port': '1.7', Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'PortForwarding': '1.2', Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'QosPolicy': '1.10', Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'SecurityGroup': '1.5', Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'SecurityGroupRule': '1.2', Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'SubPort': '1.0', Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Subnet': '1.1', Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: 'Trunk': '1.1'}} Feb 15 04:59:18.189074 dv-cinder-828060-5-iscsi neutron-server[119879]: {{(pid=119879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:59:18.253694 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (472cd6e4-83cc-4a28-9254-11df2a303d2a), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.263710 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd17beaf-4b02-4040-823a-c9c758de141b,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:18.306465 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (f001cabe-809e-4591-9fcd-2911cb7d910f), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.307638 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:18.308232 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.378560 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (472cd6e4-83cc-4a28-9254-11df2a303d2a), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.379495 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:18.380065 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.403962 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] Pushing event updated for resources: {'Network': ['ID=f001cabe-809e-4591-9fcd-2911cb7d910f,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:18.411809 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49308) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:18.418909 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-3ae51974-c025-4419-b2fc-32e8979ea690 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8918965 Feb 15 04:59:18.423403 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network f001cabe-809e-4591-9fcd-2911cb7d910f details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:59:18.428653 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49312) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:18.436022 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Request body: {'subnet': {'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-267788733-subnet', 'tenant_id': '6b979768200b4a259ffce5d5379c9b6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:18.592187 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Made reservation on behalf of 6b979768200b4a259ffce5d5379c9b6b for: {'subnet': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:18.603068 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.603068 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49316) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:18.662615 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] Pushing event updated for resources: {'Network': ['ID=472cd6e4-83cc-4a28-9254-11df2a303d2a,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:18.666552 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49322) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:18.673665 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network 472cd6e4-83cc-4a28-9254-11df2a303d2a details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:59:18.697083 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d656f9bc-db4e-45c0-b4a0-e9262fdca889 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1139719 Feb 15 04:59:18.700977 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49326) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:18.710777 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-46f6d505-b21e-429c-af99-1e145a615092 admin admin] Request body: {'subnet': {'network_id': '472cd6e4-83cc-4a28-9254-11df2a303d2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1930911069-subnet', 'tenant_id': '0656d1ce09a14fcea84e672758f7254d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:18.840422 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f6d505-b21e-429c-af99-1e145a615092 admin admin] Made reservation on behalf of 0656d1ce09a14fcea84e672758f7254d for: {'subnet': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:18.843769 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-46f6d505-b21e-429c-af99-1e145a615092 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.849961 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-176513844-network', 'tenant_id': '8a7270034ec14285a0f682551e934d1d'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:18.883044 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-528656727-network', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:18.928917 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (43e11377-e411-4c90-917d-7e583a93f81a), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:18.931415 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-network', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:19.053505 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Made reservation on behalf of 8a7270034ec14285a0f682551e934d1d for: {'network': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:19.055847 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.057603 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Made reservation on behalf of 75bba1997dfe4a9cb35c7811a661e2f3 for: {'network': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:19.064232 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.084735 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Made reservation on behalf of 70810d3d51d44ce4ae997d8906aa40d1 for: {'network': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:19.086679 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.088507 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.092480 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.104159 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.128005 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e11377-e411-4c90-917d-7e583a93f81a,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:19.152349 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:19.152675 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:19.153349 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:19.154351 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:19.155027 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:19.155583 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:19.156061 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:19.156538 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:19.157024 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:19.157612 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:19.158105 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:19.158577 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:19.159058 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Tracked resource versions report: Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: pushed versions: Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: { 'AddressGroup': {'1.2'}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'ConntrackHelper': {'1.0'}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Log': {'1.0'}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Network': {'1.1'}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Port': {'1.7'}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'PortForwarding': {'1.2'}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'QosPolicy': {'1.10'}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'SecurityGroup': {'1.5'}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'SubPort': {'1.0'}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Subnet': {'1.1'}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Trunk': {'1.1'}} Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: consumer versions: Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: { DHCP agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: HyperV agent@hv-cinder-82806: {}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: L3 agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: Metadata agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: Metering agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: Open vSwitch agent@dv-cinder-828060-5-iscsi: { 'AddressGroup': '1.2', Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'ConntrackHelper': '1.0', Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'LocalIPAssociation': '1.0', Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Log': '1.0', Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Network': '1.1', Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Port': '1.7', Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'PortForwarding': '1.2', Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'QosPolicy': '1.10', Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'SecurityGroup': '1.5', Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'SecurityGroupRule': '1.2', Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'SubPort': '1.0', Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Subnet': '1.1', Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: 'Trunk': '1.1'}} Feb 15 04:59:19.160298 dv-cinder-828060-5-iscsi neutron-server[119878]: {{(pid=119878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:59:19.173871 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Checking segment: {'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:19.174233 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Network hostable DHCP agents. Network: f001cabe-809e-4591-9fcd-2911cb7d910f, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:59:19.218021 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Publish callbacks [] for security_group (f43aaa38-6ffb-4d11-bcb5-dfaffe0958e7), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.268457 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-46f6d505-b21e-429c-af99-1e145a615092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (47c432ee-73a2-49a0-80e2-6793d1fe4ef3), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.290103 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Publish callbacks [] for security_group (d47b57b6-75c3-40c2-aa24-2f63cf3c363f), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.317843 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Publish callbacks [] for security_group (dd8935ca-b88f-44d7-b21c-bd2511b42338), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.332874 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6d505-b21e-429c-af99-1e145a615092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c432ee-73a2-49a0-80e2-6793d1fe4ef3,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:19.346303 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (f43aaa38-6ffb-4d11-bcb5-dfaffe0958e7), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.357168 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6d505-b21e-429c-af99-1e145a615092 admin admin] Checking segment: {'id': 'de0a4093-0cba-47ff-b5b4-50afc483693f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '472cd6e4-83cc-4a28-9254-11df2a303d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:19.357525 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f6d505-b21e-429c-af99-1e145a615092 admin admin] Network hostable DHCP agents. Network: 472cd6e4-83cc-4a28-9254-11df2a303d2a, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:59:19.367139 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Network f001cabe-809e-4591-9fcd-2911cb7d910f is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:59:19.369485 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (d47b57b6-75c3-40c2-aa24-2f63cf3c363f), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.372113 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=119879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:59:19.398510 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (9e358d40-54e5-4597-8120-9d742f3edb88), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.398828 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.segments_db [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Added segment 9e358d40-54e5-4597-8120-9d742f3edb88 of type vlan for network 241d7b4d-8815-491c-866f-29f7ceeec045 Feb 15 04:59:19.400048 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43aaa38-6ffb-4d11-bcb5-dfaffe0958e7,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:19.405960 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=119878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:59:19.420694 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47b57b6-75c3-40c2-aa24-2f63cf3c363f,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:19.428330 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (a8c74435-7bdc-4976-9479-0c9afb1e87f2), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.428691 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.segments_db [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Added segment a8c74435-7bdc-4976-9479-0c9afb1e87f2 of type vlan for network 1963f083-ad61-4615-bfc5-eb239d022610 Feb 15 04:59:19.444201 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (241d7b4d-8815-491c-866f-29f7ceeec045), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.444327 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (dd8935ca-b88f-44d7-b21c-bd2511b42338), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.488289 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, f001cabe-809e-4591-9fcd-2911cb7d910f) {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:19.490126 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=119878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:59:19.498027 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab683f-0ded-4956-9dec-f4763d566b61 None None] Network f001cabe-809e-4591-9fcd-2911cb7d910f requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:59:19.520003 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (1963f083-ad61-4615-bfc5-eb239d022610), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.542496 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8935ca-b88f-44d7-b21c-bd2511b42338,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:19.546176 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f6d505-b21e-429c-af99-1e145a615092 admin admin] Network 472cd6e4-83cc-4a28-9254-11df2a303d2a is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:59:19.554437 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:19.555015 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.556801 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-46f6d505-b21e-429c-af99-1e145a615092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, 472cd6e4-83cc-4a28-9254-11df2a303d2a) {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:19.566925 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6d505-b21e-429c-af99-1e145a615092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:19.567509 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-46f6d505-b21e-429c-af99-1e145a615092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.572766 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (cd13385b-4319-4b0c-a69e-bbbeacaeed01), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.573111 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.segments_db [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Added segment cd13385b-4319-4b0c-a69e-bbbeacaeed01 of type vlan for network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b Feb 15 04:59:19.575503 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8819b5-c1ce-4df5-bab5-ffe1794a8348 None None] Network 472cd6e4-83cc-4a28-9254-11df2a303d2a requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:59:19.578466 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (241d7b4d-8815-491c-866f-29f7ceeec045), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.579399 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:19.583269 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.612248 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (1963f083-ad61-4615-bfc5-eb239d022610), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.616326 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:19.616936 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.674223 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] Pushing event updated for resources: {'Network': ['ID=241d7b4d-8815-491c-866f-29f7ceeec045,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:19.694610 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-46f6d505-b21e-429c-af99-1e145a615092 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9923515 Feb 15 04:59:19.705604 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-2110d369-7142-49e9-8004-ca7db8cd0a11 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0343485 Feb 15 04:59:19.707106 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49368) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:19.716636 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-02b09426-5c04-451c-bcee-f5eb6aa3f8f4 admin admin] Request body: {'subnet': {'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-subnet', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:19.725957 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (1cdf15f0-6c8d-415c-8f52-77ec66b1809b), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.749178 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-2e5c69d1-d8a2-4750-99e0-290b5828b6f8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3131824 Feb 15 04:59:19.777288 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network 241d7b4d-8815-491c-866f-29f7ceeec045 details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:59:19.814571 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] Pushing event updated for resources: {'Network': ['ID=1963f083-ad61-4615-bfc5-eb239d022610,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:19.834134 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b09426-5c04-451c-bcee-f5eb6aa3f8f4 admin admin] Made reservation on behalf of 70810d3d51d44ce4ae997d8906aa40d1 for: {'subnet': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:19.836486 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-02b09426-5c04-451c-bcee-f5eb6aa3f8f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.857787 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network 1963f083-ad61-4615-bfc5-eb239d022610 details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:59:19.870330 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-ea203e91-4acd-4979-8642-0dc5928d2244 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4533474 Feb 15 04:59:19.870439 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49380) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:19.877017 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-a659a3eb-7be6-4484-aec5-5bf5cd91f353 admin admin] Request body: {'subnet': {'network_id': '1963f083-ad61-4615-bfc5-eb239d022610', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-176513844-subnet', 'tenant_id': '8a7270034ec14285a0f682551e934d1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:19.924997 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (1cdf15f0-6c8d-415c-8f52-77ec66b1809b), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.925967 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:19.926602 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b40e1b-ce3e-4538-b761-d97888e858e0 None None] Network 472cd6e4-83cc-4a28-9254-11df2a303d2a requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:59:19.929069 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:19.966492 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbf97b8-e5e7-4e66-a345-7a3caea5f7ac None None] Network f001cabe-809e-4591-9fcd-2911cb7d910f requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:59:20.004541 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a659a3eb-7be6-4484-aec5-5bf5cd91f353 admin admin] Made reservation on behalf of 8a7270034ec14285a0f682551e934d1d for: {'subnet': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:20.006902 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a659a3eb-7be6-4484-aec5-5bf5cd91f353 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:20.041200 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4425147 Feb 15 04:59:20.047062 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49392) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:20.051871 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-6af7c29c-d018-475f-a950-c42901ee1e86 admin admin] Request body: {'subnet': {'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-528656727-subnet', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:20.079588 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892dc466-ab50-4400-8b1b-afadf55d282d admin admin] Pushing event updated for resources: {'Network': ['ID=1cdf15f0-6c8d-415c-8f52-77ec66b1809b,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:20.091546 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:59:20.217262 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af7c29c-d018-475f-a950-c42901ee1e86 admin admin] Made reservation on behalf of 75bba1997dfe4a9cb35c7811a661e2f3 for: {'subnet': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:20.217262 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6af7c29c-d018-475f-a950-c42901ee1e86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:20.248290 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-02b09426-5c04-451c-bcee-f5eb6aa3f8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:20.419923 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a659a3eb-7be6-4484-aec5-5bf5cd91f353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (d95ba683-305b-40fc-8a8a-5594f38f887c), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:20.442192 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b09426-5c04-451c-bcee-f5eb6aa3f8f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:20.475247 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659a3eb-7be6-4484-aec5-5bf5cd91f353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95ba683-305b-40fc-8a8a-5594f38f887c,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:20.480649 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b09426-5c04-451c-bcee-f5eb6aa3f8f4 admin admin] Checking segment: {'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:20.481013 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b09426-5c04-451c-bcee-f5eb6aa3f8f4 admin admin] Network hostable DHCP agents. Network: 241d7b4d-8815-491c-866f-29f7ceeec045, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:59:20.501643 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659a3eb-7be6-4484-aec5-5bf5cd91f353 admin admin] Checking segment: {'id': 'a8c74435-7bdc-4976-9479-0c9afb1e87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1963f083-ad61-4615-bfc5-eb239d022610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:20.501995 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a659a3eb-7be6-4484-aec5-5bf5cd91f353 admin admin] Network hostable DHCP agents. Network: 1963f083-ad61-4615-bfc5-eb239d022610, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:59:20.593847 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a659a3eb-7be6-4484-aec5-5bf5cd91f353 admin admin] Network 1963f083-ad61-4615-bfc5-eb239d022610 is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:59:20.623084 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b09426-5c04-451c-bcee-f5eb6aa3f8f4 admin admin] Network 241d7b4d-8815-491c-866f-29f7ceeec045 is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:59:20.679727 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6af7c29c-d018-475f-a950-c42901ee1e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (faa73486-4adb-45de-9cdc-e6985faa7b50), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:20.714364 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-a659a3eb-7be6-4484-aec5-5bf5cd91f353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, 1963f083-ad61-4615-bfc5-eb239d022610) {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:20.720916 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a659a3eb-7be6-4484-aec5-5bf5cd91f353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:20.721647 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a659a3eb-7be6-4484-aec5-5bf5cd91f353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:20.726567 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda5e24-93b5-4d0a-a156-2c2eb2435241 None None] Network 1963f083-ad61-4615-bfc5-eb239d022610 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:59:20.735387 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-02b09426-5c04-451c-bcee-f5eb6aa3f8f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, 241d7b4d-8815-491c-866f-29f7ceeec045) {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:20.746232 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b09426-5c04-451c-bcee-f5eb6aa3f8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:20.753405 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-02b09426-5c04-451c-bcee-f5eb6aa3f8f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:20.761202 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7c29c-d018-475f-a950-c42901ee1e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa73486-4adb-45de-9cdc-e6985faa7b50,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:20.780153 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7c29c-d018-475f-a950-c42901ee1e86 admin admin] Checking segment: {'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:20.788183 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af7c29c-d018-475f-a950-c42901ee1e86 admin admin] Network hostable DHCP agents. Network: 1cdf15f0-6c8d-415c-8f52-77ec66b1809b, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:59:20.788760 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6e36af-b9e4-436a-b662-e1bf118d0aad None None] Network 241d7b4d-8815-491c-866f-29f7ceeec045 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:59:20.808507 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-a659a3eb-7be6-4484-aec5-5bf5cd91f353 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9368863 Feb 15 04:59:20.873832 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-02b09426-5c04-451c-bcee-f5eb6aa3f8f4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1623359 Feb 15 04:59:20.879358 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49428) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:20.879358 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:20.899304 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af7c29c-d018-475f-a950-c42901ee1e86 admin admin] Network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:59:20.985264 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-6af7c29c-d018-475f-a950-c42901ee1e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, 1cdf15f0-6c8d-415c-8f52-77ec66b1809b) {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:20.987191 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a38bb91-7eb3-43dd-93cf-6da2696d1cf7 None None] Network 1963f083-ad61-4615-bfc5-eb239d022610 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:59:20.993401 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8431'] for router (590099b4-8911-4874-8e28-9e63024406fb), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:20.993401 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8440'] for router (590099b4-8911-4874-8e28-9e63024406fb), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.005352 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7c29c-d018-475f-a950-c42901ee1e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:21.006329 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6af7c29c-d018-475f-a950-c42901ee1e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.027162 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp166c4624-0222-50a1-9bcc-8d4e37a786fe-241d7b4d-8815-491c-866f-29f7ceeec045', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931'}]}} from dv-cinder-828060-5-iscsi. {{(pid=119880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:59:21.028951 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.066763 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f0ac7-2188-4faf-bc4e-3289b89abaec None None] Network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:59:21.160885 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Publish callbacks [] for router_controller (590099b4-8911-4874-8e28-9e63024406fb), precommit_add_association {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.164638 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49450) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:21.164832 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-6af7c29c-d018-475f-a950-c42901ee1e86 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1165931 Feb 15 04:59:21.169779 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:21.326808 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8431'] for router (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.329047 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8440'] for router (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.335674 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49464) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:21.342110 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1295339144-network', 'tenant_id': '951b3a1949bf4b0da50baa2d39132e10'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:21.362088 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49466) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:21.366983 dv-cinder-828060-5-iscsi neutron-server[119878]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 04:59:21.473132 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Publish callbacks [] for router_gateway (590099b4-8911-4874-8e28-9e63024406fb), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.491199 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Made reservation on behalf of 951b3a1949bf4b0da50baa2d39132e10 for: {'network': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:21.494271 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.540280 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.591957 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Publish callbacks [] for router_controller (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), precommit_add_association {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.670188 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.db_base_plugin_common [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Allocated IP 172.20.0.2 (241d7b4d-8815-491c-866f-29f7ceeec045/3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931/03f6e5ff-999d-4114-90d1-2ba2a727d561) {{(pid=119880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:59:21.703573 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49488) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:21.706841 dv-cinder-828060-5-iscsi neutron-server[119879]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 04:59:21.719945 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-3b362207-84f8-47dd-9769-5aba6ac70a6d tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:21.721573 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-3b362207-84f8-47dd-9769-5aba6ac70a6d tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/networks?id=f001cabe-809e-4591-9fcd-2911cb7d910f HTTP/1.1" status: 200 len: 814 time: 0.3584094 Feb 15 04:59:21.786962 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp166c4624-0222-50a1-9bcc-8d4e37a786fe-1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50'}]}} from dv-cinder-828060-5-iscsi. {{(pid=119880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:59:21.789028 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.800372 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-bd6f5a79-7acf-4b59-a09b-87afb24836f7 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/quotas/6b979768200b4a259ffce5d5379c9b6b HTTP/1.1" status: 200 len: 375 time: 0.0711098 Feb 15 04:59:21.917299 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Publish callbacks [] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), precommit_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.924632 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-f2e88989-f3fa-47db-a9ab-ceaefff647fd tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b979768200b4a259ffce5d5379c9b6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866017 Feb 15 04:59:21.929300 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Publish callbacks [] for router_gateway (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.966245 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Publish callbacks [] for security_group (ddd7e485-eb5b-45a7-ad8a-a03d84281b73), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.972256 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Publish callbacks [] for router_gateway (590099b4-8911-4874-8e28-9e63024406fb), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:21.989022 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.033825 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Network 241d7b4d-8815-491c-866f-29f7ceeec045 is already hosted by enough agents. {{(pid=119880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:22.039817 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.base_scheduler [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Resources bound (agent type, host, resource id): {{(pid=119880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:22.046018 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.db_base_plugin_common [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Allocated IP 172.20.0.2 (1cdf15f0-6c8d-415c-8f52-77ec66b1809b/faa73486-4adb-45de-9cdc-e6985faa7b50/fca4b16c-9e2e-4e10-8ad1-3be463afd5d3) {{(pid=119880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:59:22.049460 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Received port after_create {{(pid=119880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:59:22.081655 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ddd7e485-eb5b-45a7-ad8a-a03d84281b73), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.101706 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Pushing event updated for resources: {'Port': ['ID=03f6e5ff-999d-4114-90d1-2ba2a727d561,revision_number=1']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:22.117171 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-56a28b21-cbc5-4fa5-9182-90b616eec148 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:22.118652 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-56a28b21-cbc5-4fa5-9182-90b616eec148 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/networks?id=1963f083-ad61-4615-bfc5-eb239d022610 HTTP/1.1" status: 200 len: 811 time: 0.4141419 Feb 15 04:59:22.120292 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.128936 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=119878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:59:22.141377 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd7e485-eb5b-45a7-ad8a-a03d84281b73,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:22.143249 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:22.143635 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:22.144046 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:22.144324 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:22.144651 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:22.144986 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:22.145351 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:22.145667 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:22.145992 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:22.146331 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:22.146662 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:22.146986 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:22.147925 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Tracked resource versions report: Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: pushed versions: Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: { 'AddressGroup': {'1.2'}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'ConntrackHelper': {'1.0'}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Log': {'1.0'}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Network': {'1.1'}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Port': {'1.7'}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'PortForwarding': {'1.2'}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'QosPolicy': {'1.10'}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'SecurityGroup': {'1.5'}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'SubPort': {'1.0'}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Subnet': {'1.1'}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Trunk': {'1.1'}} Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: consumer versions: Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: { DHCP agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: HyperV agent@hv-cinder-82806: {}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: L3 agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: Metadata agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: Metering agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: Open vSwitch agent@dv-cinder-828060-5-iscsi: { 'AddressGroup': '1.2', Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'ConntrackHelper': '1.0', Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'LocalIPAssociation': '1.0', Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Log': '1.0', Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Network': '1.1', Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Port': '1.7', Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'PortForwarding': '1.2', Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'QosPolicy': '1.10', Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'SecurityGroup': '1.5', Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'SecurityGroupRule': '1.2', Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'SubPort': '1.0', Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Subnet': '1.1', Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: 'Trunk': '1.1'}} Feb 15 04:59:22.148500 dv-cinder-828060-5-iscsi neutron-server[119880]: {{(pid=119880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:59:22.157019 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (8a229c1c-a712-4880-82ba-35796eaed6ea), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.160299 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.segments_db [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Added segment 8a229c1c-a712-4880-82ba-35796eaed6ea of type vlan for network 79be65ea-7e3c-4952-b939-dd133052b5de Feb 15 04:59:22.178909 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-ce37dd71-291f-4a60-ad0a-0c07b4e6d339 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/quotas/8a7270034ec14285a0f682551e934d1d HTTP/1.1" status: 200 len: 375 time: 0.0509422 Feb 15 04:59:22.197591 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Attempting to bind port 03f6e5ff-999d-4114-90d1-2ba2a727d561 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:59:22.197788 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Attempting to bind port 03f6e5ff-999d-4114-90d1-2ba2a727d561 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:59:22.198066 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Attempting to bind port 03f6e5ff-999d-4114-90d1-2ba2a727d561 on network 241d7b4d-8815-491c-866f-29f7ceeec045 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:22.208141 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:59:22.208393 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Checking segment: {'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:22.208844 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.209617 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Bound using segment: {'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:59:22.210249 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Bound port: 03f6e5ff-999d-4114-90d1-2ba2a727d561, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:59:22.210810 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.223795 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-4c5bb56b-b543-4c6f-bce3-81c40acc1bb8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119878) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:59:22.224795 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-4c5bb56b-b543-4c6f-bce3-81c40acc1bb8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1396060 Feb 15 04:59:22.227095 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (79be65ea-7e3c-4952-b939-dd133052b5de), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.249963 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-917fbf3f-c364-4a5e-9c5a-813de9d1ff39 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a7270034ec14285a0f682551e934d1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659907 Feb 15 04:59:22.299050 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Allocated IP 172.27.2.96 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/44d215a9-642d-4e76-a537-eaf453a30000) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:59:22.361523 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] For port 03f6e5ff-999d-4114-90d1-2ba2a727d561, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:59:22.378090 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-90eb0256-6c59-4550-8d3a-25fac1158f5c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:59:22.379289 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-90eb0256-6c59-4550-8d3a-25fac1158f5c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0696893 Feb 15 04:59:22.387355 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] For port 03f6e5ff-999d-4114-90d1-2ba2a727d561, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=03f6e5ff-999d-4114-90d1-2ba2a727d561,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:59:22.394602 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Publish callbacks [] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), precommit_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.420379 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (79be65ea-7e3c-4952-b939-dd133052b5de), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.422458 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:22.422458 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.475491 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.485786 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Publish callbacks [] for port (44d215a9-642d-4e76-a537-eaf453a30000), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.505098 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.532565 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-c09eb691-a7ae-46fb-a142-d47bd83fc2c8 service neutron] 10.222.0.24 "GET /v2.0/networks/1963f083-ad61-4615-bfc5-eb239d022610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393747 Feb 15 04:59:22.555311 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b is already hosted by enough agents. {{(pid=119880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:22.562367 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7e5f4-601c-4ddd-a1f7-51a963696e4d None None] Pushing event updated for resources: {'Port': ['ID=03f6e5ff-999d-4114-90d1-2ba2a727d561,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:22.567484 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-411a7ace-5313-4823-8b6c-c701911756f4 service neutron] 10.222.0.24 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331397 Feb 15 04:59:22.568286 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.base_scheduler [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Resources bound (agent type, host, resource id): {{(pid=119880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:22.570802 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Received port after_create {{(pid=119880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:59:22.673497 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Pushing event updated for resources: {'Port': ['ID=fca4b16c-9e2e-4e10-8ad1-3be463afd5d3,revision_number=1']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:22.676398 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-96ff77b0-526d-4a09-ad04-ac5520d3a3d7 service neutron] 10.222.0.24 "GET /v2.0/networks/1963f083-ad61-4615-bfc5-eb239d022610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428945 Feb 15 04:59:22.681612 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (44d215a9-642d-4e76-a537-eaf453a30000), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.687939 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Attempting to bind port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:59:22.691953 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Attempting to bind port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:59:22.691953 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Attempting to bind port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 on network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:22.694217 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:59:22.694595 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Checking segment: {'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:22.694997 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.695621 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Bound using segment: {'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:59:22.696100 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Bound port: fca4b16c-9e2e-4e10-8ad1-3be463afd5d3, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:59:22.696481 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.742543 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4018331 Feb 15 04:59:22.745091 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6494ec6-e1a9-4b24-82df-abd585b9f43c admin admin] Pushing event updated for resources: {'Network': ['ID=79be65ea-7e3c-4952-b939-dd133052b5de,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:22.767852 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network 79be65ea-7e3c-4952-b939-dd133052b5de details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:59:22.799930 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49508) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:22.807452 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-be608308-4813-448d-9820-752021a1faaf admin admin] Request body: {'subnet': {'network_id': '79be65ea-7e3c-4952-b939-dd133052b5de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1295339144-subnet', 'tenant_id': '951b3a1949bf4b0da50baa2d39132e10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:22.822475 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:22.825149 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Publish callbacks [] for router_gateway (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:22.830947 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:22.833631 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:59:22.839259 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Pushing event updated for resources: {'Port': ['ID=44d215a9-642d-4e76-a537-eaf453a30000,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:22.880136 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] For port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:59:22.892775 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:23.008818 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] For port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=fca4b16c-9e2e-4e10-8ad1-3be463afd5d3,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:59:23.010598 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-6461d560-4bb9-4639-b274-e0b210d1d078 service neutron] 10.222.0.24 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272265 Feb 15 04:59:23.010824 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:23.034468 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be608308-4813-448d-9820-752021a1faaf admin admin] Made reservation on behalf of 951b3a1949bf4b0da50baa2d39132e10 for: {'subnet': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:23.036942 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-be608308-4813-448d-9820-752021a1faaf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:23.147333 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3f93a-d065-414f-8923-09bcb10279f8 None None] Pushing event updated for resources: {'Port': ['ID=fca4b16c-9e2e-4e10-8ad1-3be463afd5d3,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:23.297479 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Allocated IP 172.27.2.137 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/b72c5a9f-365f-4d4e-bd24-54e926631e31) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:59:23.379564 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Publish callbacks [] for router_gateway (590099b4-8911-4874-8e28-9e63024406fb), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:23.570256 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Publish callbacks [] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:23.813551 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 03f6e5ff-999d-4114-90d1-2ba2a727d561 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:59:23.833378 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-64b0069e-48a5-433e-a6b1-f3778ce281d5 req-b97a9b05-fdc7-4719-97f6-904ca0b0bcda tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.1405849 Feb 15 04:59:23.942064 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-82caaf16-15d4-42ab-ad07-4ae2e4eb335c req-289dcc13-a392-4c89-b756-c6b62ed28b06 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 210 time: 0.0457289 Feb 15 04:59:23.952819 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 03f6e5ff-999d-4114-90d1-2ba2a727d561 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:23.954128 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:23.957256 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:24.102525 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 03f6e5ff-999d-4114-90d1-2ba2a727d561 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:24.102953 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:24.108448 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-be608308-4813-448d-9820-752021a1faaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (13092524-7e2a-40cc-a9d8-3f4c6ad4e09b), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:24.144834 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port 03f6e5ff-999d-4114-90d1-2ba2a727d561, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=03f6e5ff-999d-4114-90d1-2ba2a727d561,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:59:24.186455 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:24.206883 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:24.222972 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:24.232757 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:59:24.282294 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-707458'] for router (590099b4-8911-4874-8e28-9e63024406fb), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:24.290012 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Pushing event updated for resources: {'Port': ['ID=b72c5a9f-365f-4d4e-bd24-54e926631e31,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:24.366593 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=03f6e5ff-999d-4114-90d1-2ba2a727d561,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:24.466596 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be608308-4813-448d-9820-752021a1faaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=13092524-7e2a-40cc-a9d8-3f4c6ad4e09b,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:24.484410 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be608308-4813-448d-9820-752021a1faaf admin admin] Checking segment: {'id': '8a229c1c-a712-4880-82ba-35796eaed6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79be65ea-7e3c-4952-b939-dd133052b5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:24.484803 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be608308-4813-448d-9820-752021a1faaf admin admin] Network hostable DHCP agents. Network: 79be65ea-7e3c-4952-b939-dd133052b5de, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:59:24.493158 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95152a9-ed7c-4ffd-999f-82345e736a4a None None] Network 241d7b4d-8815-491c-866f-29f7ceeec045 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:59:24.574556 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2d0fa404-568a-4f3e-a1d6-3a49d1b50843 None None] Provisioning complete for port 03f6e5ff-999d-4114-90d1-2ba2a727d561 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:24.575837 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2d0fa404-568a-4f3e-a1d6-3a49d1b50843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:24.618122 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be608308-4813-448d-9820-752021a1faaf admin admin] Network 79be65ea-7e3c-4952-b939-dd133052b5de is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:59:24.622323 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Router 590099b4-8911-4874-8e28-9e63024406fb is scheduled to L3 agent 93191b66-45b8-451b-9430-45af3619aeed with binding_index 1 {{(pid=119879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 04:59:24.716053 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fa404-568a-4f3e-a1d6-3a49d1b50843 None None] Current status of the port 03f6e5ff-999d-4114-90d1-2ba2a727d561 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:24.739761 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-be608308-4813-448d-9820-752021a1faaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, 79be65ea-7e3c-4952-b939-dd133052b5de) {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:24.753376 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be608308-4813-448d-9820-752021a1faaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:24.753972 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-be608308-4813-448d-9820-752021a1faaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:24.770760 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb8ace-0c7a-4a29-b172-9bb89059da91 None None] Network 79be65ea-7e3c-4952-b939-dd133052b5de requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:59:24.874931 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:59:24.891740 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Sync routers for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:59:24.909396 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-be608308-4813-448d-9820-752021a1faaf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1177359 Feb 15 04:59:24.910070 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:59:24.910709 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T04:59:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:24.929974 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Publish callbacks [] for router_gateway (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:25.030867 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:25.032183 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-935c5c6d-6619-4d65-8032-b1471cd6a246 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1573060 Feb 15 04:59:25.035139 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49602) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:25.130119 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a7e73577-423d-46fd-aa29-dfd013be045d req-fb2ffcb4-c337-4a8e-9d14-502012c325f9 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.0806758 Feb 15 04:59:25.210697 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5765f172-daa7-4487-88c0-ccf8a327177f None None] Network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:59:25.256326 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb786a82-546e-4c8c-8bca-c652e2ee6d44 None None] Network 79be65ea-7e3c-4952-b939-dd133052b5de requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:59:25.256567 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49612) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:25.401788 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:59:25.486255 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-4617fbce-deed-49ac-ae39-dd86a1bc2bfe None None] Provisioning complete for port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:25.486908 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-4617fbce-deed-49ac-ae39-dd86a1bc2bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:25.495076 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_v2 [None req-a550c311-3dcc-4e42-93a2-337199a7e50b admin admin] Deleting subnet 47c432ee-73a2-49a0-80e2-6793d1fe4ef3 {{(pid=119878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:59:25.502716 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a550c311-3dcc-4e42-93a2-337199a7e50b admin admin] Publish callbacks [] for subnet (47c432ee-73a2-49a0-80e2-6793d1fe4ef3), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:25.758851 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-4617fbce-deed-49ac-ae39-dd86a1bc2bfe None None] Current status of the port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:25.759242 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-4617fbce-deed-49ac-ae39-dd86a1bc2bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:25.878916 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 03f6e5ff-999d-4114-90d1-2ba2a727d561 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:59:25.892840 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-4617fbce-deed-49ac-ae39-dd86a1bc2bfe None None] For port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=fca4b16c-9e2e-4e10-8ad1-3be463afd5d3,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:59:25.929328 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-cb16a4c4-2f16-44fa-9b9d-cc71ffea5a37 req-450121f5-45ea-48d6-9e04-8670e0a6a9f7 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 210 time: 0.6137893 Feb 15 04:59:25.946570 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:23Z', 'revision_number': 3, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:25.953594 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a550c311-3dcc-4e42-93a2-337199a7e50b admin admin] Publish callbacks [] for subnet (47c432ee-73a2-49a0-80e2-6793d1fe4ef3), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:25.983004 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a550c311-3dcc-4e42-93a2-337199a7e50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (47c432ee-73a2-49a0-80e2-6793d1fe4ef3), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:25.993031 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-4617fbce-deed-49ac-ae39-dd86a1bc2bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.039996 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Checking router: 590099b4-8911-4874-8e28-9e63024406fb for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:59:26.040343 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Updating router 590099b4-8911-4874-8e28-9e63024406fb port 44d215a9-642d-4e76-a537-eaf453a30000 binding host dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:59:26.055545 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-707458'] for router (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.083078 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (44d215a9-642d-4e76-a537-eaf453a30000), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.155189 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 03f6e5ff-999d-4114-90d1-2ba2a727d561 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:26.155686 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.252604 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617fbce-deed-49ac-ae39-dd86a1bc2bfe None None] Pushing event updated for resources: {'Port': ['ID=fca4b16c-9e2e-4e10-8ad1-3be463afd5d3,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:26.273642 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-705c17f8-0d30-45ec-ba0d-a7e7848a2801 None None] Provisioning complete for port 03f6e5ff-999d-4114-90d1-2ba2a727d561 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:26.280285 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-705c17f8-0d30-45ec-ba0d-a7e7848a2801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.314755 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a550c311-3dcc-4e42-93a2-337199a7e50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (47c432ee-73a2-49a0-80e2-6793d1fe4ef3), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.359796 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550c311-3dcc-4e42-93a2-337199a7e50b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c432ee-73a2-49a0-80e2-6793d1fe4ef3,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:26.373169 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a550c311-3dcc-4e42-93a2-337199a7e50b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.376967 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-a550c311-3dcc-4e42-93a2-337199a7e50b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/47c432ee-73a2-49a0-80e2-6793d1fe4ef3 HTTP/1.1" status: 204 len: 168 time: 1.1195896 Feb 15 04:59:26.384039 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49640) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:26.438105 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 03f6e5ff-999d-4114-90d1-2ba2a727d561 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:26.439314 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:59:26.477787 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-705c17f8-0d30-45ec-ba0d-a7e7848a2801 None None] Current status of the port 03f6e5ff-999d-4114-90d1-2ba2a727d561 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:26.506166 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f is scheduled to L3 agent 93191b66-45b8-451b-9430-45af3619aeed with binding_index 1 {{(pid=119878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 04:59:26.521971 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:26.525004 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.558625 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Publish callbacks [] for port (44d215a9-642d-4e76-a537-eaf453a30000), precommit_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.600928 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6f0ba581-e3cc-4083-9f14-a322e2d9e42f req-830c7788-19a4-4030-8f18-cfd5331c14d6 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.1142032 Feb 15 04:59:26.647786 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-f29e12b9-e215-4c03-8e99-513783eafa16 None None] Provisioning complete for port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:26.648181 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-f29e12b9-e215-4c03-8e99-513783eafa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.651324 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (472cd6e4-83cc-4a28-9254-11df2a303d2a), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.658457 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.736127 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:59:26.744835 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (44d215a9-642d-4e76-a537-eaf453a30000), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.761379 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Sync routers for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:59:26.801967 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Attempting to bind port 44d215a9-642d-4e76-a537-eaf453a30000 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:59:26.802344 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Attempting to bind port 44d215a9-642d-4e76-a537-eaf453a30000 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:59:26.802746 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Attempting to bind port 44d215a9-642d-4e76-a537-eaf453a30000 on network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:26.805835 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:59:26.806644 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T04:59:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:26.810702 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Pushing event updated for resources: {'Port': ['ID=44d215a9-642d-4e76-a537-eaf453a30000,revision_number=2']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:26.812853 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:59:26.813864 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Checking segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:26.813864 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:26.814262 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Bound using segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:59:26.814453 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:26.814744 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Bound port: 44d215a9-642d-4e76-a537-eaf453a30000, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:59:26.815121 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (44d215a9-642d-4e76-a537-eaf453a30000), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.035963 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (472cd6e4-83cc-4a28-9254-11df2a303d2a), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Tracked resource versions report: Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: pushed versions: Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: { 'AddressGroup': {'1.2'}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'ConntrackHelper': {'1.0'}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Log': {'1.0'}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Network': {'1.1'}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Port': {'1.7'}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'PortForwarding': {'1.2'}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'QosPolicy': {'1.10'}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'SecurityGroup': {'1.5'}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'SubPort': {'1.0'}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Subnet': {'1.1'}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Trunk': {'1.1'}} Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: consumer versions: Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: { DHCP agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: HyperV agent@hv-cinder-82806: {}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: L3 agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: Metadata agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: Metering agent@dv-cinder-828060-5-iscsi: {}, Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: Open vSwitch agent@dv-cinder-828060-5-iscsi: { 'AddressGroup': '1.2', Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'ConntrackHelper': '1.0', Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'LocalIPAssociation': '1.0', Feb 15 04:59:27.037500 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Log': '1.0', Feb 15 04:59:27.044305 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Network': '1.1', Feb 15 04:59:27.044305 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Port': '1.7', Feb 15 04:59:27.044305 dv-cinder-828060-5-iscsi neutron-server[119881]: 'PortForwarding': '1.2', Feb 15 04:59:27.044305 dv-cinder-828060-5-iscsi neutron-server[119881]: 'QosPolicy': '1.10', Feb 15 04:59:27.044305 dv-cinder-828060-5-iscsi neutron-server[119881]: 'SecurityGroup': '1.5', Feb 15 04:59:27.044305 dv-cinder-828060-5-iscsi neutron-server[119881]: 'SecurityGroupRule': '1.2', Feb 15 04:59:27.044305 dv-cinder-828060-5-iscsi neutron-server[119881]: 'SubPort': '1.0', Feb 15 04:59:27.044305 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Subnet': '1.1', Feb 15 04:59:27.044305 dv-cinder-828060-5-iscsi neutron-server[119881]: 'Trunk': '1.1'}} Feb 15 04:59:27.044305 dv-cinder-828060-5-iscsi neutron-server[119881]: {{(pid=119881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:59:27.061298 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.061298 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.061298 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.061298 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > port after_create 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.061298 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > port after_delete 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.061298 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > port after_update 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.061298 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.061298 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.062332 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.062906 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.062906 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.063035 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-e52fa7e4-df4a-437e-aada-bbb65b2ca365 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7265351 Feb 15 04:59:27.063035 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49650) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:27.063166 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] For port 44d215a9-642d-4e76-a537-eaf453a30000, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:59:27.063166 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] For port 44d215a9-642d-4e76-a537-eaf453a30000, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=44d215a9-642d-4e76-a537-eaf453a30000,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:59:27.063324 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-f29e12b9-e215-4c03-8e99-513783eafa16 None None] Current status of the port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:27.063324 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:59:27.063481 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (44d215a9-642d-4e76-a537-eaf453a30000), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.123699 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6b137-d6f2-4b55-ba82-999950a98c4a None None] Pushing event updated for resources: {'Port': ['ID=44d215a9-642d-4e76-a537-eaf453a30000,revision_number=3']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:27.160629 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:59:27.161446 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T04:59:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:27.261592 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.266035 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.268039 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.268605 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:59:27.269357 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472cd6e4-83cc-4a28-9254-11df2a303d2a']}} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:27.312514 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:59:27.320554 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0a4093-0cba-47ff-b5b4-50afc483693f') {'for_net_delete': True} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:27.321035 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0a4093-0cba-47ff-b5b4-50afc483693f') {} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:27.325345 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:24Z', 'revision_number': 3, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:27.330438 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c84f88a1-c2ca-41bd-8a5e-13df4811f77c req-8c1dae57-ad9c-4850-b9d3-1082307d5d7e tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 210 time: 0.0553684 Feb 15 04:59:27.366447 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Checking router: b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:59:27.366896 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Updating router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f port b72c5a9f-365f-4d4e-bd24-54e926631e31 binding host dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:59:27.367968 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263106544'] for segment (de0a4093-0cba-47ff-b5b4-50afc483693f), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.395993 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (de0a4093-0cba-47ff-b5b4-50afc483693f), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.409611 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49662) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:27.413528 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Allocated IP 172.20.0.1 (241d7b4d-8815-491c-866f-29f7ceeec045/3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931/3eb1d137-2543-405b-8fbd-846c141e565e) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:59:27.416077 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=119879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:59:27.416512 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263105533'] for segment (de0a4093-0cba-47ff-b5b4-50afc483693f), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: from cryptography.utils import int_from_bytes Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: from cryptography.utils import int_from_bytes Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: Traceback (most recent call last): Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: timer() Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: cb(*args, **kw) Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: return func(*args, **kwargs) Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: self._notify() Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: self.callback(batched_events) Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: event.method(event) Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: return f(self, *a, **k) Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._get(url).json() Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: return self.request(url, 'GET', **kwargs) Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:59:27.421286 dv-cinder-828060-5-iscsi neutron-server[119879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:59:27.438883 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.625582 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (472cd6e4-83cc-4a28-9254-11df2a303d2a), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.638188 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:59:27.645813 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Publish callbacks [] for port (3eb1d137-2543-405b-8fbd-846c141e565e), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.670691 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.671557 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:23Z', 'revision_number': 3, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:27.673846 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] 10.222.0.24 "DELETE /v2.0/networks/472cd6e4-83cc-4a28-9254-11df2a303d2a HTTP/1.1" status: 204 len: 168 time: 1.2885928 Feb 15 04:59:27.680256 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49670) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:27.697016 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d3ab639b-3e0d-473a-bbb0-2a8ac15c3762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.702005 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bf532-8d2f-4cbb-a0fe-1baa91a5f941 admin admin] Pushing event deleted for resources: {'Network': ['ID=472cd6e4-83cc-4a28-9254-11df2a303d2a,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:27.710365 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac0a19-3d05-4285-9962-4c5c099d8330 None None] The sync data for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi is: [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:23Z', 'revision_number': 3, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:59:27.760231 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:27.760231 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.839865 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d3ab639b-3e0d-473a-bbb0-2a8ac15c3762 admin admin] Publish callbacks [] for security_group (2a4ac50e-81ea-440a-9b51-91a628c3c268), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.844082 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-21bafe18-298d-4b5a-89ea-d259d81d14d7 req-252ad7f1-0317-4218-a1cf-7e45b51731c5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.0595763 Feb 15 04:59:27.848410 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31cb62c-d36a-4dcd-855d-0b7d33989100 admin admin] Deleting subnet 13092524-7e2a-40cc-a9d8-3f4c6ad4e09b {{(pid=119878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:59:27.852920 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.854795 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d31cb62c-d36a-4dcd-855d-0b7d33989100 admin admin] Publish callbacks [] for subnet (13092524-7e2a-40cc-a9d8-3f4c6ad4e09b), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.865209 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.888182 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Network 241d7b4d-8815-491c-866f-29f7ceeec045 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:27.891279 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:27.905880 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d31cb62c-d36a-4dcd-855d-0b7d33989100 admin admin] Publish callbacks [] for subnet (13092524-7e2a-40cc-a9d8-3f4c6ad4e09b), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:27.944799 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Pushing event updated for resources: {'Port': ['ID=3eb1d137-2543-405b-8fbd-846c141e565e,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:27.957006 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:59:27.962925 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d31cb62c-d36a-4dcd-855d-0b7d33989100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (13092524-7e2a-40cc-a9d8-3f4c6ad4e09b), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.000863 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707761'] for router_interface (590099b4-8911-4874-8e28-9e63024406fb), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.076801 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d3ab639b-3e0d-473a-bbb0-2a8ac15c3762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (2a4ac50e-81ea-440a-9b51-91a628c3c268), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.094351 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Publish callbacks [] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), precommit_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.124814 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:28.232972 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Allocated IP 172.20.0.1 (1cdf15f0-6c8d-415c-8f52-77ec66b1809b/faa73486-4adb-45de-9cdc-e6985faa7b50/5ecf3708-60f2-46cf-9538-06bba1c72e97) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:59:28.234948 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d3ab639b-3e0d-473a-bbb0-2a8ac15c3762 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2bc3f6a263544b5bac9ce8903b30db23&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8227015 Feb 15 04:59:28.235860 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49676) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:28.247920 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab639b-3e0d-473a-bbb0-2a8ac15c3762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4ac50e-81ea-440a-9b51-91a628c3c268,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:28.292187 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-a6f5208f-4a3f-4c21-8d47-d8118bb2a895 None None] Provisioning complete for port 3eb1d137-2543-405b-8fbd-846c141e565e triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:28.292604 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-a6f5208f-4a3f-4c21-8d47-d8118bb2a895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.335715 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5208f-4a3f-4c21-8d47-d8118bb2a895 None None] Port 3eb1d137-2543-405b-8fbd-846c141e565e cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:59:28.359935 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ed52-d31a-4de0-9e80-2b9fab5a04fb admin admin] Publish callbacks [] for security_group (2a4ac50e-81ea-440a-9b51-91a628c3c268), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.386257 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Publish callbacks [] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.392959 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ed52-d31a-4de0-9e80-2b9fab5a04fb admin admin] Publish callbacks [] for security_group (2a4ac50e-81ea-440a-9b51-91a628c3c268), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.468574 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-46afd5e0-b625-40d8-a709-43d3f8ebbc64 req-c9798561-784a-4cb3-94fa-cf41d451fb36 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 210 time: 0.0388875 Feb 15 04:59:28.545218 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.622602 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d31cb62c-d36a-4dcd-855d-0b7d33989100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (13092524-7e2a-40cc-a9d8-3f4c6ad4e09b), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.658486 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d31cb62c-d36a-4dcd-855d-0b7d33989100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.665204 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-d31cb62c-d36a-4dcd-855d-0b7d33989100 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/13092524-7e2a-40cc-a9d8-3f4c6ad4e09b HTTP/1.1" status: 204 len: 168 time: 0.9806631 Feb 15 04:59:28.665204 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cb62c-d36a-4dcd-855d-0b7d33989100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13092524-7e2a-40cc-a9d8-3f4c6ad4e09b,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:28.665812 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49680) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:28.682391 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.724334 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:28.728085 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:28.730731 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:59:28.732247 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707761'] for router_interface (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.751581 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ed52-d31a-4de0-9e80-2b9fab5a04fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (2a4ac50e-81ea-440a-9b51-91a628c3c268), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.751914 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ed52-d31a-4de0-9e80-2b9fab5a04fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.755348 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-ffc0ed52-d31a-4de0-9e80-2b9fab5a04fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a4ac50e-81ea-440a-9b51-91a628c3c268 HTTP/1.1" status: 204 len: 168 time: 0.5157456 Feb 15 04:59:28.764011 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Attempting to bind port b72c5a9f-365f-4d4e-bd24-54e926631e31 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:59:28.764767 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Attempting to bind port b72c5a9f-365f-4d4e-bd24-54e926631e31 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:59:28.765383 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Attempting to bind port b72c5a9f-365f-4d4e-bd24-54e926631e31 on network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:28.784144 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879453fd-1f47-4aaa-b5aa-dded6fc12057 None None] Pushing event updated for resources: {'Port': ['ID=b72c5a9f-365f-4d4e-bd24-54e926631e31,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:28.810202 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:59:28.810880 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Checking segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:28.811402 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.812015 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Bound using segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:59:28.812776 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Bound port: b72c5a9f-365f-4d4e-bd24-54e926631e31, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:59:28.813530 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:28.860884 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Pushing event updated for resources: {'Port': ['ID=5ecf3708-60f2-46cf-9538-06bba1c72e97,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:28.999403 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] For port b72c5a9f-365f-4d4e-bd24-54e926631e31, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:59:29.005709 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] For port b72c5a9f-365f-4d4e-bd24-54e926631e31, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=b72c5a9f-365f-4d4e-bd24-54e926631e31,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:59:29.089868 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.095411 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0ed52-d31a-4de0-9e80-2b9fab5a04fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4ac50e-81ea-440a-9b51-91a628c3c268,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:29.123427 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.129215 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4b6331e9-35c0-4419-97d9-bbab78a0def1 req-9704700c-a0d5-47ca-a99f-6407de3a8d2f tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.0509567 Feb 15 04:59:29.142314 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1da9aabb-b949-40ad-a48c-a98be25b8a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (79be65ea-7e3c-4952-b939-dd133052b5de), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.202476 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:59:29.203125 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T04:59:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:29.247049 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879453fd-1f47-4aaa-b5aa-dded6fc12057 None None] Pushing event updated for resources: {'Port': ['ID=b72c5a9f-365f-4d4e-bd24-54e926631e31,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:29.268091 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-35c5f88b-285f-4100-b90e-f0ce2fd56e9f None None] Provisioning complete for port 5ecf3708-60f2-46cf-9538-06bba1c72e97 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:29.268451 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-35c5f88b-285f-4100-b90e-f0ce2fd56e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.345033 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-35c5f88b-285f-4100-b90e-f0ce2fd56e9f None None] Port 5ecf3708-60f2-46cf-9538-06bba1c72e97 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:59:29.371462 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:59:29.395850 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1da9aabb-b949-40ad-a48c-a98be25b8a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (79be65ea-7e3c-4952-b939-dd133052b5de), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.399357 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.425819 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-1da9aabb-b949-40ad-a48c-a98be25b8a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79be65ea-7e3c-4952-b939-dd133052b5de']}} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:29.443792 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-1da9aabb-b949-40ad-a48c-a98be25b8a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a229c1c-a712-4880-82ba-35796eaed6ea') {'for_net_delete': True} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:29.444093 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-1da9aabb-b949-40ad-a48c-a98be25b8a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a229c1c-a712-4880-82ba-35796eaed6ea') {} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:29.467959 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1da9aabb-b949-40ad-a48c-a98be25b8a3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263106544'] for segment (8a229c1c-a712-4880-82ba-35796eaed6ea), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.497504 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1da9aabb-b949-40ad-a48c-a98be25b8a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (8a229c1c-a712-4880-82ba-35796eaed6ea), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.518831 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da9aabb-b949-40ad-a48c-a98be25b8a3c admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=119879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:59:29.519290 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1da9aabb-b949-40ad-a48c-a98be25b8a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263105533'] for segment (8a229c1c-a712-4880-82ba-35796eaed6ea), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: Traceback (most recent call last): Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: timer() Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: cb(*args, **kw) Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: return func(*args, **kwargs) Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: self._notify() Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: self.callback(batched_events) Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: event.method(event) Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: return f(self, *a, **k) Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._get(url).json() Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: return self.request(url, 'GET', **kwargs) Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:59:29.521377 dv-cinder-828060-5-iscsi neutron-server[119879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:59:29.568180 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.634224 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 44d215a9-642d-4e76-a537-eaf453a30000 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:59:29.642835 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Publish callbacks [] for port (3eb1d137-2543-405b-8fbd-846c141e565e), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.682258 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0868e64b-8422-49c3-bb83-f2abab6e5068 req-3d49687a-6461-43ed-ab8e-18babdd3411f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 210 time: 0.0747805 Feb 15 04:59:29.685598 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1da9aabb-b949-40ad-a48c-a98be25b8a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (79be65ea-7e3c-4952-b939-dd133052b5de), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.697515 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1da9aabb-b949-40ad-a48c-a98be25b8a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.697966 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Publish callbacks [] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.709613 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-1da9aabb-b949-40ad-a48c-a98be25b8a3c admin admin] 10.222.0.24 "DELETE /v2.0/networks/79be65ea-7e3c-4952-b939-dd133052b5de HTTP/1.1" status: 204 len: 168 time: 1.0426698 Feb 15 04:59:29.726603 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9aabb-b949-40ad-a48c-a98be25b8a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=79be65ea-7e3c-4952-b939-dd133052b5de,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:29.736762 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263105297'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.761360 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 44d215a9-642d-4e76-a537-eaf453a30000 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:29.761653 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (44d215a9-642d-4e76-a537-eaf453a30000), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.799853 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:24Z', 'revision_number': 3, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:29.800607 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.801462 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3650677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707789'] for router_interface (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.835330 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9075c62-fb41-4a7b-80e6-77fd8d0a31d2 None None] The sync data for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi is: [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:24Z', 'revision_number': 3, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:59:29.835909 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Pushing event updated for resources: {'Port': ['ID=3eb1d137-2543-405b-8fbd-846c141e565e,revision_number=2']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:29.846303 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3650677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707789'] for router_interface (590099b4-8911-4874-8e28-9e63024406fb), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.913083 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 44d215a9-642d-4e76-a537-eaf453a30000 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:29.913332 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (44d215a9-642d-4e76-a537-eaf453a30000), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:29.962735 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port 44d215a9-642d-4e76-a537-eaf453a30000, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=44d215a9-642d-4e76-a537-eaf453a30000,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:59:29.984901 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Pushing event updated for resources: {'Port': ['ID=5ecf3708-60f2-46cf-9538-06bba1c72e97,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:30.000854 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Network 241d7b4d-8815-491c-866f-29f7ceeec045 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:30.002565 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:30.039820 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:30.041299 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:30.061684 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (44d215a9-642d-4e76-a537-eaf453a30000), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:30.156137 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=44d215a9-642d-4e76-a537-eaf453a30000,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:30.227886 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:59:30.238320 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Router 590099b4-8911-4874-8e28-9e63024406fb has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:59:30.377164 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-25dd7c80-2279-4703-957e-add65db1ef4f req-02760d68-c40d-4206-a800-588669757873 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.1226335 Feb 15 04:59:30.417253 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49718) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:30.492230 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-940c22ed-b038-46f0-b722-1022f3108c24 None None] Provisioning complete for port 3eb1d137-2543-405b-8fbd-846c141e565e triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:30.495711 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-940c22ed-b038-46f0-b722-1022f3108c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:30.560114 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-940c22ed-b038-46f0-b722-1022f3108c24 None None] Port 3eb1d137-2543-405b-8fbd-846c141e565e cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:59:30.579220 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d68fad99-532d-4f93-87b8-00e52fcc4ab6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0656d1ce09a14fcea84e672758f7254d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1607709 Feb 15 04:59:30.582140 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49722) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:30.591865 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:59:30.597520 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-7f8b885d-c2f6-47d0-ae07-93a82ac1e847 admin admin] 10.222.0.24 "PUT /v2.0/routers/b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6998374 Feb 15 04:59:30.597791 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:59:30.603950 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-9aab81df-1026-4000-a8af-e894b3cbb163 admin admin] 10.222.0.24 "PUT /v2.0/routers/590099b4-8911-4874-8e28-9e63024406fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5677533 Feb 15 04:59:30.636689 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Sync routers for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:59:30.674817 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:59:30.677858 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-889849ed-3e2f-410c-abac-106a413d445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T04:59:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:30.682982 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3e83ad84-5bfc-4e71-ac2e-4517e30174ab admin admin] Publish callbacks [] for security_group (dd17beaf-4b02-4040-823a-c9c758de141b), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:30.705654 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-741f70e2-fbac-4ac0-af87-16a53b9555e6 None None] Provisioning complete for port 5ecf3708-60f2-46cf-9538-06bba1c72e97 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:30.706155 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-741f70e2-fbac-4ac0-af87-16a53b9555e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:30.745979 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3e83ad84-5bfc-4e71-ac2e-4517e30174ab admin admin] Publish callbacks [] for security_group (dd17beaf-4b02-4040-823a-c9c758de141b), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:30.810274 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-741f70e2-fbac-4ac0-af87-16a53b9555e6 None None] Port 5ecf3708-60f2-46cf-9538-06bba1c72e97 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:59:30.860292 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:59:30.906883 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-64368df3-ce6a-4285-9114-42ad789a6104 req-c42daf9b-9ef4-4f42-ac46-73f897a22235 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 210 time: 0.0577037 Feb 15 04:59:30.939450 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3e83ad84-5bfc-4e71-ac2e-4517e30174ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (dd17beaf-4b02-4040-823a-c9c758de141b), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:30.944733 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3e83ad84-5bfc-4e71-ac2e-4517e30174ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:30.946473 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-3e83ad84-5bfc-4e71-ac2e-4517e30174ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd17beaf-4b02-4040-823a-c9c758de141b HTTP/1.1" status: 204 len: 168 time: 0.3634963 Feb 15 04:59:30.956396 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83ad84-5bfc-4e71-ac2e-4517e30174ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd17beaf-4b02-4040-823a-c9c758de141b,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:31.124394 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-889849ed-3e2f-410c-abac-106a413d445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 2, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:31.172134 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Checking router: 590099b4-8911-4874-8e28-9e63024406fb for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:59:31.172499 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Updating router 590099b4-8911-4874-8e28-9e63024406fb port 3eb1d137-2543-405b-8fbd-846c141e565e binding host dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:59:31.202577 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:31.485698 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49758) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:31.490467 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-afb9310d-f297-4488-be0a-bdaab6edacb6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1407917366', 'description': 'tempest-description--1441768717'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:31.580742 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-560f06db-510c-4422-a2b1-5f8a11b40b21 req-37802241-19bf-4fb9-8804-0c0b7ea40eff tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.0389051 Feb 15 04:59:31.624475 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-afb9310d-f297-4488-be0a-bdaab6edacb6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:31.718534 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Publish callbacks [] for port (3eb1d137-2543-405b-8fbd-846c141e565e), precommit_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:31.738072 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device b72c5a9f-365f-4d4e-bd24-54e926631e31 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:59:31.757953 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-afb9310d-f297-4488-be0a-bdaab6edacb6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group (6c7fd9a6-3841-4721-bbdb-ea3aff60f35b), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:31.759728 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49764) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:31.790217 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:31.808111 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port b72c5a9f-365f-4d4e-bd24-54e926631e31 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:31.808504 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:31.816864 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-afb9310d-f297-4488-be0a-bdaab6edacb6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (6c7fd9a6-3841-4721-bbdb-ea3aff60f35b), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:31.868269 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55588d-ff80-4d3c-850e-ca01ee60aaf4 None None] Pushing event updated for resources: {'Port': ['ID=3eb1d137-2543-405b-8fbd-846c141e565e,revision_number=3']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:31.869517 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9310d-f297-4488-be0a-bdaab6edacb6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:31.891598 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-f11c612f-953b-42a0-9993-949ae19bb29f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=951b3a1949bf4b0da50baa2d39132e10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1284266 Feb 15 04:59:31.891943 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49770) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:31.915037 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49774) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:31.921438 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-2554ff2f-e242-434a-9aff-6756a37242e5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1636640632', 'description': 'tempest-description--1511521648'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:31.965427 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-afb9310d-f297-4488-be0a-bdaab6edacb6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:31.967865 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-afb9310d-f297-4488-be0a-bdaab6edacb6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4809093 Feb 15 04:59:31.970401 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49776) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:31.976004 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-b4d7f7d3-f6a8-4f45-af0c-f64d6195745b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Request body: {'security_group_rule': {'security_group_id': '6c7fd9a6-3841-4721-bbdb-ea3aff60f35b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:32.009243 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Attempting to bind port 3eb1d137-2543-405b-8fbd-846c141e565e on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:59:32.009938 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Attempting to bind port 3eb1d137-2543-405b-8fbd-846c141e565e by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:59:32.010579 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Attempting to bind port 3eb1d137-2543-405b-8fbd-846c141e565e on network 241d7b4d-8815-491c-866f-29f7ceeec045 {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:32.017867 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:59:32.019420 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Checking segment: {'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:32.019420 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.019610 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Bound using segment: {'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:59:32.019936 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Bound port: 3eb1d137-2543-405b-8fbd-846c141e565e, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'}}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:59:32.020653 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.029219 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port b72c5a9f-365f-4d4e-bd24-54e926631e31 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:32.029858 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.033364 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4de1d4e7-890d-4534-9989-20c00a1824ea req-44a6cdf5-9afa-4a67-a328-4ccfb2008759 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 210 time: 0.0354724 Feb 15 04:59:32.039782 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2554ff2f-e242-434a-9aff-6756a37242e5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.040141 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-cbedc1cb-e301-417c-b1b3-cf0bc0ff0f56 admin admin] Publish callbacks [] for security_group (ddd7e485-eb5b-45a7-ad8a-a03d84281b73), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.094584 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-cbedc1cb-e301-417c-b1b3-cf0bc0ff0f56 admin admin] Publish callbacks [] for security_group (ddd7e485-eb5b-45a7-ad8a-a03d84281b73), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.099363 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port b72c5a9f-365f-4d4e-bd24-54e926631e31, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=b72c5a9f-365f-4d4e-bd24-54e926631e31,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:59:32.102965 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f7d3-f6a8-4f45-af0c-f64d6195745b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group_rule (ddb20598-d79d-420d-82b1-48ec19b49a85), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.120649 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-889849ed-3e2f-410c-abac-106a413d445f None None] For port 3eb1d137-2543-405b-8fbd-846c141e565e, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:59:32.126352 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-889849ed-3e2f-410c-abac-106a413d445f None None] For port 3eb1d137-2543-405b-8fbd-846c141e565e, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=3eb1d137-2543-405b-8fbd-846c141e565e,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:59:32.167733 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.169591 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 44d215a9-642d-4e76-a537-eaf453a30000 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:59:32.223518 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.271144 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-cbedc1cb-e301-417c-b1b3-cf0bc0ff0f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ddd7e485-eb5b-45a7-ad8a-a03d84281b73), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.274000 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-cbedc1cb-e301-417c-b1b3-cf0bc0ff0f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.278810 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f7d3-f6a8-4f45-af0c-f64d6195745b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group_rule (ddb20598-d79d-420d-82b1-48ec19b49a85), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.278930 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-cbedc1cb-e301-417c-b1b3-cf0bc0ff0f56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddd7e485-eb5b-45a7-ad8a-a03d84281b73 HTTP/1.1" status: 204 len: 168 time: 0.3817124 Feb 15 04:59:32.286097 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedc1cb-e301-417c-b1b3-cf0bc0ff0f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd7e485-eb5b-45a7-ad8a-a03d84281b73,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:32.287396 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-42d92541-4728-4d6c-a99f-493e3a332f33 None None] Provisioning complete for port 3eb1d137-2543-405b-8fbd-846c141e565e triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:32.287824 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-42d92541-4728-4d6c-a99f-493e3a332f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.323549 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2554ff2f-e242-434a-9aff-6756a37242e5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group (f0259fc5-4f5d-48f1-af08-b029bf6ca290), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.341366 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Sync routers for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:59:32.345277 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:59:32.346231 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-889849ed-3e2f-410c-abac-106a413d445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T04:59:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:32.385682 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=b72c5a9f-365f-4d4e-bd24-54e926631e31,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:32.400733 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55588d-ff80-4d3c-850e-ca01ee60aaf4 None None] Pushing event updated for resources: {'Port': ['ID=3eb1d137-2543-405b-8fbd-846c141e565e,revision_number=4']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:32.407884 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f7d3-f6a8-4f45-af0c-f64d6195745b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (ddb20598-d79d-420d-82b1-48ec19b49a85), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.443694 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7f7d3-f6a8-4f45-af0c-f64d6195745b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb20598-d79d-420d-82b1-48ec19b49a85,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:32.446022 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:59:32.446671 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T04:59:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:32.464159 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2554ff2f-e242-434a-9aff-6756a37242e5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (f0259fc5-4f5d-48f1-af08-b029bf6ca290), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.503037 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554ff2f-e242-434a-9aff-6756a37242e5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0259fc5-4f5d-48f1-af08-b029bf6ca290,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:32.537572 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-889849ed-3e2f-410c-abac-106a413d445f None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:59:32.559827 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f7d3-f6a8-4f45-af0c-f64d6195745b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.564363 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b4d7f7d3-f6a8-4f45-af0c-f64d6195745b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5911379 Feb 15 04:59:32.566870 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49794) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:32.571785 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-2b440d25-0e52-412e-a00e-a7b143bbd6eb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Request body: {'security_group_rule': {'security_group_id': '6c7fd9a6-3841-4721-bbdb-ea3aff60f35b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:32.578385 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:59:32.595106 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2554ff2f-e242-434a-9aff-6756a37242e5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.596786 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-2554ff2f-e242-434a-9aff-6756a37242e5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6806424 Feb 15 04:59:32.607451 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49798) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:32.612339 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-639c2123-d124-441c-b061-bc26ebec8603 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Request body: {'security_group_rule': {'security_group_id': 'f0259fc5-4f5d-48f1-af08-b029bf6ca290', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:32.739491 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f44da766-68f3-4ede-92c5-150ffe8264b8 req-0eb5725e-1448-46ac-b246-fe2e9dfb5ef7 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.0474815 Feb 15 04:59:32.750018 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2b440d25-0e52-412e-a00e-a7b143bbd6eb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group_rule (f43b1c95-9c6d-4365-b8bb-90227551560b), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.752841 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-639c2123-d124-441c-b061-bc26ebec8603 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group_rule (6bbae534-03d4-40a9-bd68-7bda2af74a2a), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.830955 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-639c2123-d124-441c-b061-bc26ebec8603 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group_rule (6bbae534-03d4-40a9-bd68-7bda2af74a2a), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.849063 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-79c0c413-9a77-4d24-8b68-dfe31cfeba1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.856866 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 44d215a9-642d-4e76-a537-eaf453a30000 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:32.857304 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (44d215a9-642d-4e76-a537-eaf453a30000), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.865411 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2b440d25-0e52-412e-a00e-a7b143bbd6eb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group_rule (f43b1c95-9c6d-4365-b8bb-90227551560b), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.909844 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-639c2123-d124-441c-b061-bc26ebec8603 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (6bbae534-03d4-40a9-bd68-7bda2af74a2a), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.935703 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c2123-d124-441c-b061-bc26ebec8603 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbae534-03d4-40a9-bd68-7bda2af74a2a,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:32.946157 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2b440d25-0e52-412e-a00e-a7b143bbd6eb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (f43b1c95-9c6d-4365-b8bb-90227551560b), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:32.975447 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-889849ed-3e2f-410c-abac-106a413d445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:33.007640 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-639c2123-d124-441c-b061-bc26ebec8603 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:33.010779 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-639c2123-d124-441c-b061-bc26ebec8603 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4023170 Feb 15 04:59:33.017890 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49812) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:33.023200 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-e87d54e5-a9ca-46c3-bb7a-6c6b43942ac8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Request body: {'security_group_rule': {'security_group_id': 'f0259fc5-4f5d-48f1-af08-b029bf6ca290', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:33.023462 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889849ed-3e2f-410c-abac-106a413d445f None None] The sync data for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi is: [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:59:33.051113 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b440d25-0e52-412e-a00e-a7b143bbd6eb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43b1c95-9c6d-4365-b8bb-90227551560b,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:33.125112 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2b440d25-0e52-412e-a00e-a7b143bbd6eb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:33.135112 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 49820) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:33.135241 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-2b440d25-0e52-412e-a00e-a7b143bbd6eb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5625038 Feb 15 04:59:33.135322 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Request body: {'floatingip': {'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:33.206663 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e87d54e5-a9ca-46c3-bb7a-6c6b43942ac8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group_rule (886c1e01-8ad5-4802-bea0-230980d7b08a), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:33.244569 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.52', 54645) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:33.261680 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-569aee88-9f4d-4ef5-aaa8-304df93321b5 req-5438b991-cf66-4856-8457-1002d17983b6 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 210 time: 0.0851619 Feb 15 04:59:33.392573 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 44d215a9-642d-4e76-a537-eaf453a30000 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:33.393189 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:33.397349 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-42d92541-4728-4d6c-a99f-493e3a332f33 None None] Current status of the port 3eb1d137-2543-405b-8fbd-846c141e565e is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:33.398125 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-42d92541-4728-4d6c-a99f-493e3a332f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:33.430375 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 2, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:33.477534 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Checking router: b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:59:33.477896 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Updating router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f port 5ecf3708-60f2-46cf-9538-06bba1c72e97 binding host dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:59:33.519443 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-42d92541-4728-4d6c-a99f-493e3a332f33 None None] For port 3eb1d137-2543-405b-8fbd-846c141e565e, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=3eb1d137-2543-405b-8fbd-846c141e565e,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:59:33.526142 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:33.694241 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e87d54e5-a9ca-46c3-bb7a-6c6b43942ac8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group_rule (886c1e01-8ad5-4802-bea0-230980d7b08a), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:33.783097 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-e785ef97-3f9a-460e-a62c-e148922ac950 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:33.789871 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-e785ef97-3f9a-460e-a62c-e148922ac950 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.52 "GET /v2.0/networks?id=1963f083-ad61-4615-bfc5-eb239d022610 HTTP/1.1" status: 200 len: 811 time: 0.5393810 Feb 15 04:59:33.794516 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e87d54e5-a9ca-46c3-bb7a-6c6b43942ac8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (886c1e01-8ad5-4802-bea0-230980d7b08a), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:33.845420 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-15903a8c-fd5f-4076-a446-fb344a876cb5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Request body: {'port': {'device_id': '38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7', 'network_id': '1963f083-ad61-4615-bfc5-eb239d022610', 'admin_state_up': True, 'tenant_id': '8a7270034ec14285a0f682551e934d1d'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:33.892766 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 3eb1d137-2543-405b-8fbd-846c141e565e up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:59:33.898104 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-42d92541-4728-4d6c-a99f-493e3a332f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:33.924286 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Publish callbacks [] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), precommit_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:33.970589 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-65fe6075-74d3-4aef-bebb-5e00c6c4cc4b req-183ed409-45fa-430e-b231-79f920ca84a3 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.0744929 Feb 15 04:59:34.000321 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e87d54e5-a9ca-46c3-bb7a-6c6b43942ac8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:34.001615 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e87d54e5-a9ca-46c3-bb7a-6c6b43942ac8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9823885 Feb 15 04:59:34.004831 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 49860) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:34.010592 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Request body: {'floatingip': {'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:34.052653 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:34.068638 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d92541-4728-4d6c-a99f-493e3a332f33 None None] Pushing event updated for resources: {'Port': ['ID=3eb1d137-2543-405b-8fbd-846c141e565e,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:34.079932 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d54e5-a9ca-46c3-bb7a-6c6b43942ac8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886c1e01-8ad5-4802-bea0-230980d7b08a,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:34.167230 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:34.184492 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-30c27ca0-b1ba-4737-9e27-b2f313055c99 None None] Provisioning complete for port 3eb1d137-2543-405b-8fbd-846c141e565e triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:34.185306 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-30c27ca0-b1ba-4737-9e27-b2f313055c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:34.193853 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.52', 54651) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:34.290963 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 3eb1d137-2543-405b-8fbd-846c141e565e triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:34.292917 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:34.417663 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:34.554831 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3354e492-1991-4c5e-ab5a-b194d7c2dbd5 req-dadeaf8e-f5a6-4863-9765-2232183f60cc tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 210 time: 0.0421522 Feb 15 04:59:34.585668 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3711d88-93d6-4e82-aed2-fc15ceb30349 None None] Pushing event updated for resources: {'Port': ['ID=5ecf3708-60f2-46cf-9538-06bba1c72e97,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:34.665821 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Attempting to bind port 5ecf3708-60f2-46cf-9538-06bba1c72e97 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:59:34.666773 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Attempting to bind port 5ecf3708-60f2-46cf-9538-06bba1c72e97 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:59:34.679270 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Attempting to bind port 5ecf3708-60f2-46cf-9538-06bba1c72e97 on network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:34.683662 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-15903a8c-fd5f-4076-a446-fb344a876cb5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Made reservation on behalf of 8a7270034ec14285a0f682551e934d1d for: {'port': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:34.692246 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-15903a8c-fd5f-4076-a446-fb344a876cb5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:34.742032 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-7a7e2f5f-4845-42ba-8c8d-0ce7c0fd29ae tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:34.748070 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-7a7e2f5f-4845-42ba-8c8d-0ce7c0fd29ae tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "GET /v2.0/networks?id=f001cabe-809e-4591-9fcd-2911cb7d910f HTTP/1.1" status: 200 len: 814 time: 0.5424008 Feb 15 04:59:34.778779 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-af4295b5-d968-4ba5-b20c-8260bf54e80f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Request body: {'port': {'device_id': '44f36044-48a2-4061-94f7-904bed7fdf0d', 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f', 'admin_state_up': True, 'tenant_id': '6b979768200b4a259ffce5d5379c9b6b'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:34.801448 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:59:34.801832 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Checking segment: {'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:34.802243 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:34.802649 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Bound using segment: {'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:59:34.803305 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Bound port: 5ecf3708-60f2-46cf-9538-06bba1c72e97, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:59:34.803702 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:34.805957 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:34.854392 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-0ef660f7-2bda-488c-a8a3-dbbfafc725ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:34.861898 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-30c27ca0-b1ba-4737-9e27-b2f313055c99 None None] Current status of the port 3eb1d137-2543-405b-8fbd-846c141e565e is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:34.921636 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 3eb1d137-2543-405b-8fbd-846c141e565e is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:34.924891 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device b72c5a9f-365f-4d4e-bd24-54e926631e31 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:59:35.114921 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-af4295b5-d968-4ba5-b20c-8260bf54e80f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Made reservation on behalf of 6b979768200b4a259ffce5d5379c9b6b for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:35.120639 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-af4295b5-d968-4ba5-b20c-8260bf54e80f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:35.160016 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] For port 5ecf3708-60f2-46cf-9538-06bba1c72e97, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:59:35.165765 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-6b31e1ce-cfa1-4c3b-83c7-f96d87d43d86 None None] Provisioning complete for port 5ecf3708-60f2-46cf-9538-06bba1c72e97 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:35.166147 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6b31e1ce-cfa1-4c3b-83c7-f96d87d43d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:35.220581 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] For port 5ecf3708-60f2-46cf-9538-06bba1c72e97, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=5ecf3708-60f2-46cf-9538-06bba1c72e97,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:59:35.242118 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port b72c5a9f-365f-4d4e-bd24-54e926631e31 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:35.242785 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:35.247485 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-6b31e1ce-cfa1-4c3b-83c7-f96d87d43d86 None None] Port 5ecf3708-60f2-46cf-9538-06bba1c72e97 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:59:35.351539 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:35.404412 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Allocated IP 172.27.2.135 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/4cee2dde-33fe-4c68-acf0-c646e4d55330) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:59:35.649715 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:59:35.655601 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T04:59:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:35.744244 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-af4295b5-d968-4ba5-b20c-8260bf54e80f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Allocated IP 172.20.0.6 (f001cabe-809e-4591-9fcd-2911cb7d910f/43e11377-e411-4c90-917d-7e583a93f81a/30507fb0-9e8b-4352-8f8f-5ffd05a068bb) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:59:35.808099 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3711d88-93d6-4e82-aed2-fc15ceb30349 None None] Pushing event updated for resources: {'Port': ['ID=5ecf3708-60f2-46cf-9538-06bba1c72e97,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:35.898556 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port b72c5a9f-365f-4d4e-bd24-54e926631e31 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:36.028495 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:36.050120 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b135161a-9f70-4e43-a3fc-0938cbb45bc3 req-37baafbd-eac5-4064-8256-0ed5d706a3b9 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.8981431 Feb 15 04:59:36.057572 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 3eb1d137-2543-405b-8fbd-846c141e565e up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:59:36.129611 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-af4295b5-d968-4ba5-b20c-8260bf54e80f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks [] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:36.130140 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:59:36.146305 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-63c5c576-bae5-4963-a3bb-f7c5d0103877 req-07ad30f8-2efa-4956-85c4-b4cfd4d4e150 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 210 time: 0.3751407 Feb 15 04:59:36.251687 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-af4295b5-d968-4ba5-b20c-8260bf54e80f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:36.278254 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-15903a8c-fd5f-4076-a446-fb344a876cb5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Allocated IP 172.20.0.3 (1963f083-ad61-4615-bfc5-eb239d022610/d95ba683-305b-40fc-8a8a-5594f38f887c/dc00ebe9-c575-4baa-b9ad-67254a78a206) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:59:36.309909 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for port (4cee2dde-33fe-4c68-acf0-c646e4d55330), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:36.485729 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-af4295b5-d968-4ba5-b20c-8260bf54e80f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Network f001cabe-809e-4591-9fcd-2911cb7d910f is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:36.499729 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-af4295b5-d968-4ba5-b20c-8260bf54e80f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:36.512325 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-af4295b5-d968-4ba5-b20c-8260bf54e80f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:59:36.519400 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-af4295b5-d968-4ba5-b20c-8260bf54e80f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:36.522506 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (4cee2dde-33fe-4c68-acf0-c646e4d55330), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:36.523023 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-af4295b5-d968-4ba5-b20c-8260bf54e80f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:36.523691 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 3eb1d137-2543-405b-8fbd-846c141e565e triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:36.524156 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:36.525787 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-617c9955-bbff-4b49-bb4a-4ff1150da462 None None] Provisioning complete for port 5ecf3708-60f2-46cf-9538-06bba1c72e97 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:36.526231 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-617c9955-bbff-4b49-bb4a-4ff1150da462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:36.662662 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4295b5-d968-4ba5-b20c-8260bf54e80f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Pushing event updated for resources: {'Port': ['ID=30507fb0-9e8b-4352-8f8f-5ffd05a068bb,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:36.674797 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-15903a8c-fd5f-4076-a446-fb344a876cb5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Publish callbacks [] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:36.700119 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:36.710458 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:36.725431 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Allocated IP 172.27.2.244 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/bfc58b6b-8442-467d-af48-7942a7d864f8) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:59:36.731842 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:59:36.750175 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-af4295b5-d968-4ba5-b20c-8260bf54e80f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9859462 Feb 15 04:59:36.758400 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-617c9955-bbff-4b49-bb4a-4ff1150da462 None None] Current status of the port 5ecf3708-60f2-46cf-9538-06bba1c72e97 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:36.758883 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-617c9955-bbff-4b49-bb4a-4ff1150da462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:36.776819 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 3eb1d137-2543-405b-8fbd-846c141e565e is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:36.778872 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-6fc9d897-7df4-461d-bd60-e4192f86c658 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119878) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:59:36.786973 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-6fc9d897-7df4-461d-bd60-e4192f86c658 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172951 Feb 15 04:59:36.800253 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:35Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:59:36.838429 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189bf05-73d9-4bfa-8ff0-d9e0ea1c77ec None None] The sync data for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi is: [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:35Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:59:36.843422 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-617c9955-bbff-4b49-bb4a-4ff1150da462 None None] For port 5ecf3708-60f2-46cf-9538-06bba1c72e97, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=5ecf3708-60f2-46cf-9538-06bba1c72e97,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:59:36.845210 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event updated for resources: {'Port': ['ID=4cee2dde-33fe-4c68-acf0-c646e4d55330,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:36.972522 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-617c9955-bbff-4b49-bb4a-4ff1150da462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:36.986437 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-15903a8c-fd5f-4076-a446-fb344a876cb5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:37.153806 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for port (bfc58b6b-8442-467d-af48-7942a7d864f8), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:37.260263 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-15903a8c-fd5f-4076-a446-fb344a876cb5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Network 1963f083-ad61-4615-bfc5-eb239d022610 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:37.266792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Request body: {'port': {'device_id': '44f36044-48a2-4061-94f7-904bed7fdf0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:37.300242 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-15903a8c-fd5f-4076-a446-fb344a876cb5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:37.323339 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-15903a8c-fd5f-4076-a446-fb344a876cb5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:59:37.422658 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:37.524002 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (bfc58b6b-8442-467d-af48-7942a7d864f8), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:37.525772 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c9955-bbff-4b49-bb4a-4ff1150da462 None None] Pushing event updated for resources: {'Port': ['ID=5ecf3708-60f2-46cf-9538-06bba1c72e97,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:37.553738 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15903a8c-fd5f-4076-a446-fb344a876cb5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Pushing event updated for resources: {'Port': ['ID=dc00ebe9-c575-4baa-b9ad-67254a78a206,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:37.586092 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (48dc34f8-9580-4c2d-b912-30a3f59deb8a), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:37.609606 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:37.656605 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:37.687521 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-15903a8c-fd5f-4076-a446-fb344a876cb5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:37.692200 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-15903a8c-fd5f-4076-a446-fb344a876cb5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for port (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:37.750476 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3735e64-d4f2-431d-8c8e-12ba36872249 req-3b9c01df-5418-497a-bef7-2dfc03145d17 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:37.759603 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d3735e64-d4f2-431d-8c8e-12ba36872249 req-3b9c01df-5418-497a-bef7-2dfc03145d17 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 931 time: 0.4975376 Feb 15 04:59:37.838165 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:37.863126 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:59:37.870992 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (4cee2dde-33fe-4c68-acf0-c646e4d55330), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:37.881798 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-15903a8c-fd5f-4076-a446-fb344a876cb5 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0488353 Feb 15 04:59:37.975048 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Request body: {'port': {'device_id': '38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:38.019227 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d3735e64-d4f2-431d-8c8e-12ba36872249 req-08139ba0-1597-4fca-aaea-7b5579681921 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505431 Feb 15 04:59:38.077748 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:38.176280 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 5ecf3708-60f2-46cf-9538-06bba1c72e97 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:59:38.242659 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 5ecf3708-60f2-46cf-9538-06bba1c72e97 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:38.243035 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:38.351430 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f5b62-6732-4a0c-8fa5-8348871f0ce0 req-ca0a3e3a-6b95-4d78-ad48-633e0dc6383f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:38.359410 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d8f5b62-6732-4a0c-8fa5-8348871f0ce0 req-ca0a3e3a-6b95-4d78-ad48-633e0dc6383f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 931 time: 0.8149757 Feb 15 04:59:38.368436 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event updated for resources: {'Port': ['ID=bfc58b6b-8442-467d-af48-7942a7d864f8,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:38.422405 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 5ecf3708-60f2-46cf-9538-06bba1c72e97 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:38.485467 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (0980b2b6-5f31-4daa-8245-decdf593956f), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:38.512732 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d8f5b62-6732-4a0c-8fa5-8348871f0ce0 req-6481e52e-8b45-47c4-b50c-b9599cf135e2 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513152 Feb 15 04:59:38.601420 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30507fb0-9e8b-4352-8f8f-5ffd05a068bb {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:59:38.613814 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Publish callbacks [] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:38.670716 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (bfc58b6b-8442-467d-af48-7942a7d864f8), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:38.814507 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Transition to ACTIVE for port object 30507fb0-9e8b-4352-8f8f-5ffd05a068bb will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:59:38.814714 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.notifiers.nova [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc00ebe9-c575-4baa-b9ad-67254a78a206 {{(pid=119879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:59:38.814714 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Publish callbacks [] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:38.814714 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.provisioning_blocks [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Transition to ACTIVE for port object dc00ebe9-c575-4baa-b9ad-67254a78a206 will not be triggered until provisioned by entity L2. {{(pid=119879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:59:38.853797 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for port (bfc58b6b-8442-467d-af48-7942a7d864f8), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:38.860440 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for port (4cee2dde-33fe-4c68-acf0-c646e4d55330), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:38.921409 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:38.956685 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:39.005623 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (bfc58b6b-8442-467d-af48-7942a7d864f8), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:39.007557 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263105297'] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:39.007557 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263105297'] for port (4cee2dde-33fe-4c68-acf0-c646e4d55330), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:39.025572 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (0980b2b6-5f31-4daa-8245-decdf593956f), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:39.045496 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Pushing event updated for resources: {'Port': ['ID=30507fb0-9e8b-4352-8f8f-5ffd05a068bb,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:39.148637 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Pushing event updated for resources: {'Port': ['ID=dc00ebe9-c575-4baa-b9ad-67254a78a206,revision_number=2']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:39.191014 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Attempting to bind port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:59:39.191369 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Attempting to bind port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:59:39.191722 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Attempting to bind port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb on network f001cabe-809e-4591-9fcd-2911cb7d910f {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:39.199184 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:39.201023 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1951606 Feb 15 04:59:39.206940 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb on network f001cabe-809e-4591-9fcd-2911cb7d910f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:59:39.206940 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Attempting to bind port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb on network f001cabe-809e-4591-9fcd-2911cb7d910f {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:39.208559 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51f4bd-724f-4f3f-9363-9d977ac20d22 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event updated for resources: {'Port': ['ID=bfc58b6b-8442-467d-af48-7942a7d864f8,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:39.222751 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:59:39.222751 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Checking segment: {'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:39.222751 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Bound using segment: {'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:59:39.222751 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Bound port: 30507fb0-9e8b-4352-8f8f-5ffd05a068bb, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:59:39.222751 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:39.380653 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] For port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:59:39.391819 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] For port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=30507fb0-9e8b-4352-8f8f-5ffd05a068bb,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:59:39.513380 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (48dc34f8-9580-4c2d-b912-30a3f59deb8a), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:39.529351 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event updated for resources: {'Port': ['ID=4cee2dde-33fe-4c68-acf0-c646e4d55330,revision_number=2']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:39.566498 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.managers [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Attempting to bind port dc00ebe9-c575-4baa-b9ad-67254a78a206 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:59:39.566855 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.managers [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Attempting to bind port dc00ebe9-c575-4baa-b9ad-67254a78a206 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'a8c74435-7bdc-4976-9479-0c9afb1e87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1963f083-ad61-4615-bfc5-eb239d022610'}] {{(pid=119879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:59:39.567209 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Attempting to bind port dc00ebe9-c575-4baa-b9ad-67254a78a206 on network 1963f083-ad61-4615-bfc5-eb239d022610 {{(pid=119879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:39.575451 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6d527-502c-43a4-a549-477b09095fc5 req-95555350-3622-47c8-a163-468c5f1b0a91 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:39.578117 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:39.594167 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-dbd6d527-502c-43a4-a549-477b09095fc5 req-95555350-3622-47c8-a163-468c5f1b0a91 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 943 time: 0.3870149 Feb 15 04:59:39.594167 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Port dc00ebe9-c575-4baa-b9ad-67254a78a206 on network 1963f083-ad61-4615-bfc5-eb239d022610 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:59:39.594167 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Attempting to bind port dc00ebe9-c575-4baa-b9ad-67254a78a206 on network 1963f083-ad61-4615-bfc5-eb239d022610 {{(pid=119879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:39.619612 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:59:39.621181 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Checking segment: {'id': 'a8c74435-7bdc-4976-9479-0c9afb1e87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1963f083-ad61-4615-bfc5-eb239d022610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:39.624130 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Bound using segment: {'id': 'a8c74435-7bdc-4976-9479-0c9afb1e87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1963f083-ad61-4615-bfc5-eb239d022610'} {{(pid=119879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:59:39.625014 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.managers [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Bound port: dc00ebe9-c575-4baa-b9ad-67254a78a206, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c74435-7bdc-4976-9479-0c9afb1e87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1963f083-ad61-4615-bfc5-eb239d022610'}}] {{(pid=119879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:59:39.628678 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:39.857252 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:39.857252 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e3df2114-21e2-47eb-adef-a77cfe635017 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5782523 Feb 15 04:59:39.857252 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-dbd6d527-502c-43a4-a549-477b09095fc5 req-19122ec6-ff65-4191-91e0-74d06a074466 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674209 Feb 15 04:59:39.857252 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] For port dc00ebe9-c575-4baa-b9ad-67254a78a206, host hv-cinder-82806, cleared binding levels {{(pid=119879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:59:39.857252 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] For port dc00ebe9-c575-4baa-b9ad-67254a78a206, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dc00ebe9-c575-4baa-b9ad-67254a78a206,segment=NetworkSegment(a8c74435-7bdc-4976-9479-0c9afb1e87f2),segment_id=a8c74435-7bdc-4976-9479-0c9afb1e87f2)] {{(pid=119879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:59:39.858954 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-9a9ae452-71d8-45b4-8574-128cfa393df6 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1636640632&fields=id&tenant_id=70810d3d51d44ce4ae997d8906aa40d1 HTTP/1.1" status: 200 len: 267 time: 0.3022957 Feb 15 04:59:39.858954 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:39.858954 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:39.858954 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] 10.222.0.52 "PUT /v2.0/ports/30507fb0-9e8b-4352-8f8f-5ffd05a068bb HTTP/1.1" status: 200 len: 1093 time: 2.6829798 Feb 15 04:59:39.858954 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f36044-48a2-4061-94f7-904bed7fdf0d', 'tag': '30507fb0-9e8b-4352-8f8f-5ffd05a068bb'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:59:39.869760 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28772dc2-1065-4b9c-bb41-a47b9710911d req-4c654b9d-4863-4147-aeec-8323959c495b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:39.877724 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-28772dc2-1065-4b9c-bb41-a47b9710911d req-4c654b9d-4863-4147-aeec-8323959c495b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 943 time: 0.0731165 Feb 15 04:59:39.940954 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-28772dc2-1065-4b9c-bb41-a47b9710911d req-5218bc21-85d3-40a8-bdad-02d2f3f96fa8 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619829 Feb 15 04:59:40.037731 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263105297'] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:40.060696 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ecc15-9dba-48d5-8006-91716182526e service neutron] Pushing event updated for resources: {'Port': ['ID=30507fb0-9e8b-4352-8f8f-5ffd05a068bb,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:40.118092 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:40.118836 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for port (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:40.120263 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] 10.222.0.52 "PUT /v2.0/ports/dc00ebe9-c575-4baa-b9ad-67254a78a206 HTTP/1.1" status: 200 len: 1093 time: 2.2012208 Feb 15 04:59:40.120652 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7', 'tag': 'dc00ebe9-c575-4baa-b9ad-67254a78a206'}] {{(pid=119879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:59:40.122783 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4696f3d2-befb-4cb6-8503-57eca6cd2b20" -d '{"events": [{"name": "network-changed", "server_uuid": "44f36044-48a2-4061-94f7-904bed7fdf0d", "tag": "30507fb0-9e8b-4352-8f8f-5ffd05a068bb"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:59:40.136093 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0258c36b-1c6e-4621-8c9a-2f7e89cc9dc0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:40.142610 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b779a-52b7-48a9-9508-a9572b02e4dd service neutron] Pushing event updated for resources: {'Port': ['ID=dc00ebe9-c575-4baa-b9ad-67254a78a206,revision_number=3']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:40.142733 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0258c36b-1c6e-4621-8c9a-2f7e89cc9dc0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 817 time: 0.3350182 Feb 15 04:59:40.160593 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-49b3fceb-a8ed-4115-96ba-0b5b0e1b3471 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/quotas/70810d3d51d44ce4ae997d8906aa40d1 HTTP/1.1" status: 200 len: 375 time: 0.0108013 Feb 15 04:59:40.222861 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-c3c57bcd-b8ed-49c8-8881-0981422b1bf1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1407917366&fields=id&tenant_id=75bba1997dfe4a9cb35c7811a661e2f3 HTTP/1.1" status: 200 len: 267 time: 0.0921957 Feb 15 04:59:40.227950 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a80aa83670eb8c05232e7c564b5732107f114138c78db7ec85f3e43402d36aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d26fb6e-356f-4c87-94b1-37a46c7c9586" -d '{"events": [{"name": "network-changed", "server_uuid": "38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7", "tag": "dc00ebe9-c575-4baa-b9ad-67254a78a206"}]}' {{(pid=119879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:59:40.282697 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-4f95f4fc-d876-4fa0-9b2c-01c37631d1fa tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154191 Feb 15 04:59:40.410618 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-c7a0e784-3349-41ae-b5ec-b0ac0eadd05e service neutron] 10.222.0.24 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124728 Feb 15 04:59:40.415394 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-37101e09-7b7a-41dd-aa36-ac3e6dc12d1f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:40.416834 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-37101e09-7b7a-41dd-aa36-ac3e6dc12d1f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/networks?id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b HTTP/1.1" status: 200 len: 810 time: 0.1930988 Feb 15 04:59:40.431604 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-7f74cb11-30ef-47d3-a5e2-8580b10ca444 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/quotas/75bba1997dfe4a9cb35c7811a661e2f3 HTTP/1.1" status: 200 len: 375 time: 0.0090790 Feb 15 04:59:40.524436 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-c93e4fd7-61d2-4d04-b2b4-f4e0d9d89b77 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868349 Feb 15 04:59:40.537461 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-11519b6f-d893-4efc-9b43-475d393aa0f4 service neutron] 10.222.0.24 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157243 Feb 15 04:59:40.627256 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-a136c651-fbc0-40bd-afd2-41d10dad9ac0 service neutron] 10.222.0.24 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893319 Feb 15 04:59:40.718751 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-cd558d7f-4b48-40a3-b933-51db33512042 service neutron] 10.222.0.24 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858772 Feb 15 04:59:40.722167 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 50088) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:40.864789 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-72466590-a357-4cbf-82ed-71bdca9ea1f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:40.960403 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-72466590-a357-4cbf-82ed-71bdca9ea1f9 admin admin] Publish callbacks [] for security_group (3e1a3fb5-08fe-437c-af7b-f772da8ef2ad), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:40.991628 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a775cbe5-fe3e-40f0-95d5-3dc55fe39cbd x-openstack-request-id: req-a775cbe5-fe3e-40f0-95d5-3dc55fe39cbd {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:59:40.991628 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f36044-48a2-4061-94f7-904bed7fdf0d", "tag": "30507fb0-9e8b-4352-8f8f-5ffd05a068bb", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:59:40.991628 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a775cbe5-fe3e-40f0-95d5-3dc55fe39cbd {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:59:40.991628 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f36044-48a2-4061-94f7-904bed7fdf0d', 'tag': '30507fb0-9e8b-4352-8f8f-5ffd05a068bb', 'status': 'completed', 'code': 200} Feb 15 04:59:41.045776 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-dbe3ad4d-103b-4f8a-8a8f-407a73addaec req-ece5f0b0-a051-4bf1-9b6f-28efe959a5e3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 210 time: 0.0284245 Feb 15 04:59:41.046685 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-72466590-a357-4cbf-82ed-71bdca9ea1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (3e1a3fb5-08fe-437c-af7b-f772da8ef2ad), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:41.095044 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-72466590-a357-4cbf-82ed-71bdca9ea1f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=781d9266b39542d28657ce4752475a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716311 Feb 15 04:59:41.096542 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72466590-a357-4cbf-82ed-71bdca9ea1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1a3fb5-08fe-437c-af7b-f772da8ef2ad,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:41.098182 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50120) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:41.116643 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3f9ade-ad54-4392-9b53-f6b7e0838435 x-openstack-request-id: req-9d3f9ade-ad54-4392-9b53-f6b7e0838435 {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:59:41.116936 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7", "tag": "dc00ebe9-c575-4baa-b9ad-67254a78a206", "status": "completed", "code": 200}]} {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:59:41.117212 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d3f9ade-ad54-4392-9b53-f6b7e0838435 {{(pid=119879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:59:41.117676 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7', 'tag': 'dc00ebe9-c575-4baa-b9ad-67254a78a206', 'status': 'completed', 'code': 200} Feb 15 04:59:41.175898 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2e9d6db8-8f90-482b-b202-b3c63d45ac8b req-0f608bca-dd32-43de-a4f9-c67ce46d0c4c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 210 time: 0.0338426 Feb 15 04:59:41.187371 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b50d58c6-8811-437f-9bea-f725f5dc7a62 admin admin] Publish callbacks [] for security_group (3e1a3fb5-08fe-437c-af7b-f772da8ef2ad), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:41.200342 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00300868-194a-40bf-b47d-7d0c7ee3d747 req-2a4ba06b-0a44-4433-abfa-343c556cd3dd tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:41.201848 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-00300868-194a-40bf-b47d-7d0c7ee3d747 req-2a4ba06b-0a44-4433-abfa-343c556cd3dd tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 943 time: 0.0581825 Feb 15 04:59:41.213878 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b50d58c6-8811-437f-9bea-f725f5dc7a62 admin admin] Publish callbacks [] for security_group (3e1a3fb5-08fe-437c-af7b-f772da8ef2ad), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:41.263477 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-00300868-194a-40bf-b47d-7d0c7ee3d747 req-2e8d99d6-cee0-456f-beaa-95b395c7abbe tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470846 Feb 15 04:59:41.315353 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c11e2e-fcde-4f67-8573-b2fedcbfe326 req-47c5d967-a3ac-4dbd-a7f9-4d622f1b0117 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:41.316800 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-42c11e2e-fcde-4f67-8573-b2fedcbfe326 req-47c5d967-a3ac-4dbd-a7f9-4d622f1b0117 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 943 time: 0.0565012 Feb 15 04:59:41.364364 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-42c11e2e-fcde-4f67-8573-b2fedcbfe326 req-7891bdec-7b17-470a-b480-4c79c5e78917 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418494 Feb 15 04:59:41.366125 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b50d58c6-8811-437f-9bea-f725f5dc7a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (3e1a3fb5-08fe-437c-af7b-f772da8ef2ad), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:41.368731 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b50d58c6-8811-437f-9bea-f725f5dc7a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:41.370896 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b50d58c6-8811-437f-9bea-f725f5dc7a62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e1a3fb5-08fe-437c-af7b-f772da8ef2ad HTTP/1.1" status: 204 len: 168 time: 0.2680633 Feb 15 04:59:41.379089 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d58c6-8811-437f-9bea-f725f5dc7a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1a3fb5-08fe-437c-af7b-f772da8ef2ad,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:42.148997 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f445f36f-97e3-43f1-a0e9-ddb108042744 req-6de417cf-73ea-4b8d-bea6-9f9308fa5edd tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 210 time: 0.0279181 Feb 15 04:59:42.149609 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50138) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:42.166104 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c737-4e1a-43ab-a7ab-9b947367ea6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:42.271406 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c737-4e1a-43ab-a7ab-9b947367ea6d admin admin] Publish callbacks [] for security_group (176e4240-55b9-4c39-9c79-74ba5a870b27), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:42.313677 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-078c4d7c-2c7e-49fa-a33a-b285e3426cec req-0f763040-8cb4-4530-b2fa-59f9f3ac61ce tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 210 time: 0.0352643 Feb 15 04:59:42.343719 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c737-4e1a-43ab-a7ab-9b947367ea6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (176e4240-55b9-4c39-9c79-74ba5a870b27), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:42.383593 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-0ff4c737-4e1a-43ab-a7ab-9b947367ea6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ba6c80dac2d41f4917e8965b25066e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328968 Feb 15 04:59:42.384948 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 50144) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:42.394896 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4c737-4e1a-43ab-a7ab-9b947367ea6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176e4240-55b9-4c39-9c79-74ba5a870b27,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:42.454072 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cde9c-b453-46d3-870e-6940178d9bf8 req-f25cacd5-b7e8-44cb-82c0-c0580e06f1a1 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:42.456425 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9a7cde9c-b453-46d3-870e-6940178d9bf8 req-f25cacd5-b7e8-44cb-82c0-c0580e06f1a1 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 943 time: 0.1099246 Feb 15 04:59:42.507078 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4dd74b86-5b0a-455a-b947-90c2a6b6586e admin admin] Publish callbacks [] for security_group (176e4240-55b9-4c39-9c79-74ba5a870b27), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:42.546337 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9a7cde9c-b453-46d3-870e-6940178d9bf8 req-dbdd288c-a9fe-4f8b-b45a-89b74c41a9f0 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722077 Feb 15 04:59:42.593531 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1790d-44f5-4e8f-a7cf-dcc9f2e40e5c req-82fc3782-e2d9-495a-8c46-2a583f281227 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:42.595120 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-46d1790d-44f5-4e8f-a7cf-dcc9f2e40e5c req-82fc3782-e2d9-495a-8c46-2a583f281227 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 943 time: 0.1010268 Feb 15 04:59:42.601522 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4dd74b86-5b0a-455a-b947-90c2a6b6586e admin admin] Publish callbacks [] for security_group (176e4240-55b9-4c39-9c79-74ba5a870b27), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:42.678211 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-46d1790d-44f5-4e8f-a7cf-dcc9f2e40e5c req-9f90e3a0-bdc0-4e19-af79-495fdadf23e1 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720010 Feb 15 04:59:42.804635 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4dd74b86-5b0a-455a-b947-90c2a6b6586e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (176e4240-55b9-4c39-9c79-74ba5a870b27), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:42.807144 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4dd74b86-5b0a-455a-b947-90c2a6b6586e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:42.809093 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-4dd74b86-5b0a-455a-b947-90c2a6b6586e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/176e4240-55b9-4c39-9c79-74ba5a870b27 HTTP/1.1" status: 204 len: 168 time: 0.4223263 Feb 15 04:59:42.817351 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd74b86-5b0a-455a-b947-90c2a6b6586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e4240-55b9-4c39-9c79-74ba5a870b27,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:43.258114 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-229f6aa9-2206-4ec0-b264-7eedaca153ef req-cc137a20-488f-46df-b7a8-30ad924e09b0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 210 time: 0.0303228 Feb 15 04:59:43.426126 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2eb86f8b-4714-4caa-af50-f77f27821bea req-986f12ec-ea8b-4ea8-8eca-75624e4368f0 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 210 time: 0.0321200 Feb 15 04:59:43.701767 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ea3c1-28a4-4f33-927d-8965e7f63e05 req-408141fc-5a80-421c-8ed6-dc5f7507e7b6 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:43.704559 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a38ea3c1-28a4-4f33-927d-8965e7f63e05 req-408141fc-5a80-421c-8ed6-dc5f7507e7b6 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 943 time: 0.0899730 Feb 15 04:59:43.797338 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a38ea3c1-28a4-4f33-927d-8965e7f63e05 req-1e59f61e-169c-4c72-bd8d-5a154fb01f1d tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868385 Feb 15 04:59:43.834557 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a091f47-154b-45c0-8d71-1f2d507bafac req-63a501eb-f125-4433-9d82-29149303f1d0 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:43.842044 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1a091f47-154b-45c0-8d71-1f2d507bafac req-63a501eb-f125-4433-9d82-29149303f1d0 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 943 time: 0.0736930 Feb 15 04:59:43.893970 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1a091f47-154b-45c0-8d71-1f2d507bafac req-3fae705e-fc0b-4dc1-9664-148d8977173d tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509939 Feb 15 04:59:44.372972 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ff5578dc-b697-411e-9ea7-0d8344f75ed9 req-62e502aa-b7d0-4cea-8f97-c7e8a0101def tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 210 time: 0.0267777 Feb 15 04:59:44.532302 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-588c65fb-a276-448a-a549-8f730e38f54b req-c914e559-77fb-4de9-8869-2406edef53db tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 210 time: 0.0278966 Feb 15 04:59:44.943200 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72a28-ae89-47c0-946c-0e081f3efd51 req-726f2a91-a515-4ecc-accd-09b2dbf5d695 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:44.945819 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4de72a28-ae89-47c0-946c-0e081f3efd51 req-726f2a91-a515-4ecc-accd-09b2dbf5d695 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 943 time: 0.0544600 Feb 15 04:59:45.008621 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4de72a28-ae89-47c0-946c-0e081f3efd51 req-ec799dfa-becb-4f7f-b29d-d72c327d36e6 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571003 Feb 15 04:59:45.029798 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdbfd5-e77c-4366-9c0f-d5b3959afecb req-3d34e0ed-24d8-459b-ad01-027e65443f0b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:45.030930 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-78fdbfd5-e77c-4366-9c0f-d5b3959afecb req-3d34e0ed-24d8-459b-ad01-027e65443f0b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 943 time: 0.0547147 Feb 15 04:59:45.087544 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-78fdbfd5-e77c-4366-9c0f-d5b3959afecb req-6477aa61-f081-46af-a70f-dde1ec92ec83 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507410 Feb 15 04:59:45.472537 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e4f0d6e8-5986-4496-abcf-aa7591dc2110 req-1c82b23f-08a1-4a3f-ac85-cad8bfe87df3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 210 time: 0.0308681 Feb 15 04:59:45.637667 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0aa6575a-8360-44a0-b615-1069abfe2d89 req-e04cedf6-d54b-4224-a657-2ca358b7810d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 210 time: 0.0291877 Feb 15 04:59:46.139804 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07298a63-73ba-4717-828e-8059dd2d30d4 req-2204d881-4d64-4e48-a6ce-4c2917ed62f8 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:46.141461 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-07298a63-73ba-4717-828e-8059dd2d30d4 req-2204d881-4d64-4e48-a6ce-4c2917ed62f8 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 943 time: 0.0641658 Feb 15 04:59:46.189463 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-07298a63-73ba-4717-828e-8059dd2d30d4 req-c57fcc0c-8cd4-4973-9e14-4e0e1b382a66 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421903 Feb 15 04:59:46.218685 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0065c-10cb-4d90-85e4-617098f1e2aa req-c5e31ca3-fedc-420a-891d-48d6e2e00201 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:46.220132 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-66b0065c-10cb-4d90-85e4-617098f1e2aa req-c5e31ca3-fedc-420a-891d-48d6e2e00201 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 943 time: 0.0571401 Feb 15 04:59:46.269002 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-66b0065c-10cb-4d90-85e4-617098f1e2aa req-ec588b3f-8599-447f-b124-f5c45804cc5e tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Feb 15 04:59:46.575787 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-61ce777e-ae7a-458e-9188-3f489c15cb58 req-26fd8306-9be7-4224-87b5-43e1711b5071 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 210 time: 0.0314360 Feb 15 04:59:46.742246 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f5cdaa4d-6101-45fc-ab28-47f2d941740c req-0a612dd9-bc37-49d3-85bd-060f2190a362 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 210 time: 0.0274487 Feb 15 04:59:47.320863 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f54b9-81a8-415e-a7a4-06eac0c40812 req-c7295a4e-7fdd-4daf-977a-2ba11adc3be3 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:47.322774 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de4f54b9-81a8-415e-a7a4-06eac0c40812 req-c7295a4e-7fdd-4daf-977a-2ba11adc3be3 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 943 time: 0.0619462 Feb 15 04:59:47.406903 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de4f54b9-81a8-415e-a7a4-06eac0c40812 req-d2c355c2-f26f-452b-ad22-6a11ca85ceab tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669420 Feb 15 04:59:47.445110 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c453e-43c0-4cab-a2da-610b83537b10 req-3712dc65-ba46-4aa5-86ab-de1eb4ee1caf tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:47.447360 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5f3c453e-43c0-4cab-a2da-610b83537b10 req-3712dc65-ba46-4aa5-86ab-de1eb4ee1caf tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 943 time: 0.0880568 Feb 15 04:59:47.509823 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5f3c453e-43c0-4cab-a2da-610b83537b10 req-b1cc8ffe-dbc3-46d5-ba0c-8638b62ee60a tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555613 Feb 15 04:59:47.701915 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-19b546fc-e87b-4a1e-b994-3d05621b9f18 req-e17be589-a60a-455d-b096-faee41dd28ea tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 210 time: 0.0296283 Feb 15 04:59:47.875763 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0d459e6b-55cd-4637-9f39-06880019540e req-22d3a2ab-a063-4f66-89d8-946b9fcfdbed tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 210 time: 0.0373909 Feb 15 04:59:48.526333 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e9e27-1101-48be-a090-3a884804487e req-99de66fa-52f8-4893-8fb0-01d95de78139 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:48.528573 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d76e9e27-1101-48be-a090-3a884804487e req-99de66fa-52f8-4893-8fb0-01d95de78139 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 943 time: 0.0617707 Feb 15 04:59:48.604303 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d76e9e27-1101-48be-a090-3a884804487e req-cb659e63-4bee-4eca-9759-033736afe5cd tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585356 Feb 15 04:59:48.701549 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4794f8-4ab7-4b8d-8a49-b153413ba8f8 req-0450aec7-280a-47b4-9039-2b1a269b08ad tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:48.703041 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ad4794f8-4ab7-4b8d-8a49-b153413ba8f8 req-0450aec7-280a-47b4-9039-2b1a269b08ad tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 943 time: 0.0760550 Feb 15 04:59:48.759953 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ad4794f8-4ab7-4b8d-8a49-b153413ba8f8 req-600bf4dc-c147-4609-848b-2ed848c305ff tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512309 Feb 15 04:59:48.807566 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b622e1a8-ffd4-4681-b5e7-afe5e3868f1b req-c5c21d6e-a648-4d34-8008-1d88a60e7065 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 210 time: 0.0305071 Feb 15 04:59:48.961529 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ce83068a-ba98-4ca5-8e0a-548ad210923e req-a81f40fe-4e21-4c70-8d0c-fff88987aaa8 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 210 time: 0.0329013 Feb 15 04:59:49.049642 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 50340) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:49.158074 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-99b9645e-045c-4dca-8e1f-0623cc10bea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:49.234587 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-99b9645e-045c-4dca-8e1f-0623cc10bea6 admin admin] Publish callbacks [] for security_group (0d080f71-ca13-4c25-996f-3690e79dbb6d), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:49.295688 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-99b9645e-045c-4dca-8e1f-0623cc10bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (0d080f71-ca13-4c25-996f-3690e79dbb6d), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:49.334916 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-99b9645e-045c-4dca-8e1f-0623cc10bea6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da120eb01bd74364b77b29adff2c2062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842014 Feb 15 04:59:49.338214 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 50350) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:49.344739 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9645e-045c-4dca-8e1f-0623cc10bea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d080f71-ca13-4c25-996f-3690e79dbb6d,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:49.388743 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-850c58c9-b1cb-414a-b0cb-5337da297823 admin admin] Publish callbacks [] for security_group (0d080f71-ca13-4c25-996f-3690e79dbb6d), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:49.409694 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-850c58c9-b1cb-414a-b0cb-5337da297823 admin admin] Publish callbacks [] for security_group (0d080f71-ca13-4c25-996f-3690e79dbb6d), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:49.513254 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-850c58c9-b1cb-414a-b0cb-5337da297823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (0d080f71-ca13-4c25-996f-3690e79dbb6d), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:49.515884 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-850c58c9-b1cb-414a-b0cb-5337da297823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:49.517074 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-850c58c9-b1cb-414a-b0cb-5337da297823 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d080f71-ca13-4c25-996f-3690e79dbb6d HTTP/1.1" status: 204 len: 168 time: 0.1779511 Feb 15 04:59:49.525170 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c58c9-b1cb-414a-b0cb-5337da297823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d080f71-ca13-4c25-996f-3690e79dbb6d,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:49.729283 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6483d-47b5-444a-bbd3-1a93f7077cda req-a272b929-0e97-4e6e-a146-2697cc9e9d54 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:49.730888 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-09b6483d-47b5-444a-bbd3-1a93f7077cda req-a272b929-0e97-4e6e-a146-2697cc9e9d54 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 943 time: 0.0545650 Feb 15 04:59:49.776464 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-09b6483d-47b5-444a-bbd3-1a93f7077cda req-874822dc-fb9b-4023-886c-870d39a8932e tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399449 Feb 15 04:59:49.927079 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-64cd0d0f-cc4f-453d-8b9f-f7a38816ff42 req-2c758df0-33c0-49e7-83ad-48ef424fa74f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 210 time: 0.0332284 Feb 15 04:59:49.987050 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1708d0-be28-4e32-b2e0-65f36048cafa req-8366d9b6-dbbe-4677-aecb-9ff9d21a10b2 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:49.995765 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3e1708d0-be28-4e32-b2e0-65f36048cafa req-8366d9b6-dbbe-4677-aecb-9ff9d21a10b2 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 943 time: 0.1572855 Feb 15 04:59:50.063941 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696f3d2-befb-4cb6-8503-57eca6cd2b20 req-8841e871-6fe1-4719-9029-34e2121769c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:50.066088 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4696f3d2-befb-4cb6-8503-57eca6cd2b20 req-8841e871-6fe1-4719-9029-34e2121769c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b979768200b4a259ffce5d5379c9b6b&device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 1127 time: 0.1134489 Feb 15 04:59:50.099827 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26fb6e-356f-4c87-94b1-37a46c7c9586 req-fb34efd0-a0b5-49b0-95a6-dfc694137081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:50.101355 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1d26fb6e-356f-4c87-94b1-37a46c7c9586 req-fb34efd0-a0b5-49b0-95a6-dfc694137081 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a7270034ec14285a0f682551e934d1d&device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 1127 time: 0.1950395 Feb 15 04:59:50.129706 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ed3b2f3d-6290-4385-9f16-7d125265fb59 req-5374ef86-2d8f-4ce2-9b7c-af407ce094c4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 210 time: 0.0526187 Feb 15 04:59:50.167803 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3e1708d0-be28-4e32-b2e0-65f36048cafa req-e8cfec63-1906-4b5a-9692-a383d414c873 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703947 Feb 15 04:59:50.310647 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696f3d2-befb-4cb6-8503-57eca6cd2b20 req-b89679df-347d-4334-ac35-2636f96a8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:50.312284 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4696f3d2-befb-4cb6-8503-57eca6cd2b20 req-b89679df-347d-4334-ac35-2636f96a8986 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6b979768200b4a259ffce5d5379c9b6b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2277007 Feb 15 04:59:50.400531 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26fb6e-356f-4c87-94b1-37a46c7c9586 req-ded4951d-e1cb-4a52-b69b-b2e9ab6d1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:50.402203 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1d26fb6e-356f-4c87-94b1-37a46c7c9586 req-ded4951d-e1cb-4a52-b69b-b2e9ab6d1741 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8a7270034ec14285a0f682551e934d1d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2897735 Feb 15 04:59:50.559984 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696f3d2-befb-4cb6-8503-57eca6cd2b20 req-aa0f7003-34e2-4786-a19e-b76b28c70874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:50.561555 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4696f3d2-befb-4cb6-8503-57eca6cd2b20 req-aa0f7003-34e2-4786-a19e-b76b28c70874 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2419796 Feb 15 04:59:50.663214 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26fb6e-356f-4c87-94b1-37a46c7c9586 req-bd3f4072-b0bd-409f-810c-3748a55a1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:50.665036 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1d26fb6e-356f-4c87-94b1-37a46c7c9586 req-bd3f4072-b0bd-409f-810c-3748a55a1ccc service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2350950 Feb 15 04:59:50.900125 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-0af7ed6d-7f5c-43d1-8120-9e1de69a4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:50.901701 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-0af7ed6d-7f5c-43d1-8120-9e1de69a4be6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b979768200b4a259ffce5d5379c9b6b&device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 1127 time: 0.2406662 Feb 15 04:59:50.949266 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-341556e0-a902-48cf-89f2-08f7863e3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:50.950845 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-341556e0-a902-48cf-89f2-08f7863e3e7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a7270034ec14285a0f682551e934d1d&device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 1127 time: 0.2330470 Feb 15 04:59:50.962122 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50422) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:50.989513 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-608265bc-0bae-474b-98b9-5af45c38d666 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30507fb0-9e8b-4352-8f8f-5ffd05a068bb HTTP/1.1" status: 200 len: 217 time: 0.0731020 Feb 15 04:59:51.055824 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3e345-b250-4142-992d-ad15a88c095d req-24377ed5-0b6d-4008-b1d1-09417f1b7036 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:51.057601 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-84f3e345-b250-4142-992d-ad15a88c095d req-24377ed5-0b6d-4008-b1d1-09417f1b7036 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 943 time: 0.1721132 Feb 15 04:59:51.071351 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-b06692b7-3764-4edb-b0e1-549c29e28e6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc00ebe9-c575-4baa-b9ad-67254a78a206 HTTP/1.1" status: 200 len: 217 time: 0.1100793 Feb 15 04:59:51.087988 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-7b8b5a65-3807-4ae1-895a-f1b2ca4e0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:51.090154 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-7b8b5a65-3807-4ae1-895a-f1b2ca4e0b18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e11377-e411-4c90-917d-7e583a93f81a HTTP/1.1" status: 200 len: 854 time: 0.0912392 Feb 15 04:59:51.162192 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-76e44dd5-4b17-484a-8f76-8cefcfcc5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:51.165387 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-76e44dd5-4b17-484a-8f76-8cefcfcc5fa3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d95ba683-305b-40fc-8a8a-5594f38f887c HTTP/1.1" status: 200 len: 851 time: 0.0830798 Feb 15 04:59:51.180784 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-01e7b113-0919-4d28-b0bc-41dc38facb62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f001cabe-809e-4591-9fcd-2911cb7d910f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815332 Feb 15 04:59:51.236691 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-bda4ae0d-8fb9-4199-b5fe-9e508619960e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1963f083-ad61-4615-bfc5-eb239d022610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636814 Feb 15 04:59:51.244818 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7d756892-74ae-4a2a-81bb-fda65b3e55c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:51.250474 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-84f3e345-b250-4142-992d-ad15a88c095d req-13f10961-88e3-4b57-83ad-7541b1925cbb tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823854 Feb 15 04:59:51.302059 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-a3411a93-1e2f-4e36-83ee-1590d54b9022 service neutron] 10.222.0.52 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125026 Feb 15 04:59:51.304623 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-23b813eb-f5e6-4c3f-a4d2-a76527e7f516 req-12f87079-bb10-4953-82de-7ff75f87df61 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 210 time: 0.0702889 Feb 15 04:59:51.318914 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.52', 54676) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:51.410646 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-711d64e9-d7de-4f10-aac1-6bfe37f2b8f6 service neutron] 10.222.0.52 "GET /v2.0/networks/1963f083-ad61-4615-bfc5-eb239d022610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624918 Feb 15 04:59:51.420083 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5c0b1557-5f9b-42ed-8011-18a52bf48380 req-be605e88-1ae2-41e3-92bf-b09ab76a5510 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 210 time: 0.1036048 Feb 15 04:59:51.536082 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.52', 54677) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:51.544189 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7d756892-74ae-4a2a-81bb-fda65b3e55c0 admin admin] Publish callbacks [] for security_group (55bbb46a-bc7a-4bb7-904a-ec6a844c2ab1), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:51.578024 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cef71e-9765-4971-a2e9-ec88c4d56219 req-0feb94ff-6914-4682-8eb9-8190ab3c3138 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:51.580637 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f6cef71e-9765-4971-a2e9-ec88c4d56219 req-0feb94ff-6914-4682-8eb9-8190ab3c3138 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 943 time: 0.1630843 Feb 15 04:59:51.593468 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-7f81c7da-4bc5-476e-b5c0-62f2b1ef82e4 service neutron] 10.222.0.52 "GET /v2.0/networks/1963f083-ad61-4615-bfc5-eb239d022610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739740 Feb 15 04:59:51.649798 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f6cef71e-9765-4971-a2e9-ec88c4d56219 req-8af0520d-e9ea-4db5-b028-f6c842d2f49e tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639219 Feb 15 04:59:51.653262 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7d756892-74ae-4a2a-81bb-fda65b3e55c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (55bbb46a-bc7a-4bb7-904a-ec6a844c2ab1), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:51.664724 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f322b84-187e-4b33-8dda-2028b1ac6b99 req-90765cbe-5329-44bc-b1fb-3d269b1927ea service neutron] 10.222.0.52 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449261 Feb 15 04:59:51.673846 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-e0071df2-ba54-4d26-a14a-a48048ffaf8b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:51.675683 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-e0071df2-ba54-4d26-a14a-a48048ffaf8b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.52 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 817 time: 0.3542655 Feb 15 04:59:51.700854 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d756892-74ae-4a2a-81bb-fda65b3e55c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bbb46a-bc7a-4bb7-904a-ec6a844c2ab1,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:51.707714 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-7d756892-74ae-4a2a-81bb-fda65b3e55c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e2fbd8f0a2b4f6bb4d4f48d42eb38fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7436211 Feb 15 04:59:51.710404 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50470) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:51.787930 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3bd9700d-5cd7-4841-b250-d69982996ccf admin admin] Publish callbacks [] for security_group (55bbb46a-bc7a-4bb7-904a-ec6a844c2ab1), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:51.805284 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-fcfe9016-fc34-4036-84a9-43ddda1c0cff tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:51.806744 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-fcfe9016-fc34-4036-84a9-43ddda1c0cff tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.52 "GET /v2.0/networks?id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b HTTP/1.1" status: 200 len: 810 time: 0.2677989 Feb 15 04:59:51.817821 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3bd9700d-5cd7-4841-b250-d69982996ccf admin admin] Publish callbacks [] for security_group (55bbb46a-bc7a-4bb7-904a-ec6a844c2ab1), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:51.837776 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-a564b50c-89a4-41f6-a942-704199760e26 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70810d3d51d44ce4ae997d8906aa40d1 HTTP/1.1" status: 200 len: 380 time: 0.1510093 Feb 15 04:59:51.854366 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0de5b9ad-db22-4eb2-ac36-362f0d1619d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Request body: {'port': {'device_id': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'admin_state_up': True, 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'security_groups': ['f0259fc5-4f5d-48f1-af08-b029bf6ca290']}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:51.927792 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-fd346588-88cc-48a3-bdc9-b7f12fabfffd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75bba1997dfe4a9cb35c7811a661e2f3 HTTP/1.1" status: 200 len: 380 time: 0.1102254 Feb 15 04:59:51.941396 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3bd9700d-5cd7-4841-b250-d69982996ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (55bbb46a-bc7a-4bb7-904a-ec6a844c2ab1), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:51.944202 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3bd9700d-5cd7-4841-b250-d69982996ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:51.948337 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-3bd9700d-5cd7-4841-b250-d69982996ccf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55bbb46a-bc7a-4bb7-904a-ec6a844c2ab1 HTTP/1.1" status: 204 len: 168 time: 0.2340584 Feb 15 04:59:51.955741 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9700d-5cd7-4841-b250-d69982996ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bbb46a-bc7a-4bb7-904a-ec6a844c2ab1,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:51.971429 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2e374c50-de28-4cec-b5a7-ed3f1b3903cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Request body: {'port': {'device_id': '6a115bcc-0fca-4e1f-9e94-36b72befff10', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'admin_state_up': True, 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'security_groups': ['6c7fd9a6-3841-4721-bbdb-ea3aff60f35b']}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:52.195286 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0de5b9ad-db22-4eb2-ac36-362f0d1619d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Made reservation on behalf of 70810d3d51d44ce4ae997d8906aa40d1 for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:52.199785 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0de5b9ad-db22-4eb2-ac36-362f0d1619d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:52.201742 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2e374c50-de28-4cec-b5a7-ed3f1b3903cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Made reservation on behalf of 75bba1997dfe4a9cb35c7811a661e2f3 for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:59:52.205329 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2e374c50-de28-4cec-b5a7-ed3f1b3903cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:52.245940 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50492) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:52.423846 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7db34270-2f88-487c-b8ba-f0db9b152916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:52.469202 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d8537-0d82-453d-8fa2-5a33180679f9 req-284a3b4e-2a91-4461-b1ef-d6e7f52ada4a tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:52.471094 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3e2d8537-0d82-453d-8fa2-5a33180679f9 req-284a3b4e-2a91-4461-b1ef-d6e7f52ada4a tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 943 time: 0.1215551 Feb 15 04:59:52.492462 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2e374c50-de28-4cec-b5a7-ed3f1b3903cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Allocated IP 172.20.0.4 (1cdf15f0-6c8d-415c-8f52-77ec66b1809b/faa73486-4adb-45de-9cdc-e6985faa7b50/2d3f3db6-ad7d-4ce0-a339-d618021017f5) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:59:52.554713 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3e2d8537-0d82-453d-8fa2-5a33180679f9 req-c70576fa-baef-4ff5-b3d0-d69bccf7a354 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773149 Feb 15 04:59:52.589933 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7db34270-2f88-487c-b8ba-f0db9b152916 admin admin] Publish callbacks [] for security_group (b9b361e2-8151-4314-a4bc-745990da68e7), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:52.600326 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2df6cf3a-1bc1-4a51-a860-147183363c9b req-f8840674-48dd-4055-912f-1076afce281d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 210 time: 0.0578501 Feb 15 04:59:52.659465 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-916ebd89-f179-4377-adcd-bc6e601a6566 req-c74687d4-b4f1-48c2-9d8f-2efb4c7ffdf2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 210 time: 0.0334034 Feb 15 04:59:52.683090 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7db34270-2f88-487c-b8ba-f0db9b152916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (b9b361e2-8151-4314-a4bc-745990da68e7), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:52.734935 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-7db34270-2f88-487c-b8ba-f0db9b152916 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=243813d9465041599653bf262e762475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4853115 Feb 15 04:59:52.736413 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50522) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:52.742177 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db34270-2f88-487c-b8ba-f0db9b152916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b361e2-8151-4314-a4bc-745990da68e7,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:52.756962 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0de5b9ad-db22-4eb2-ac36-362f0d1619d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Allocated IP 172.20.0.5 (241d7b4d-8815-491c-866f-29f7ceeec045/3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931/9c5d21fb-948e-4581-84ed-6ae828a7a9b0) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:59:52.769943 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50524) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:52.789227 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e0f556d0-6ddc-4961-a905-3a889205107a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:52.796372 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2e374c50-de28-4cec-b5a7-ed3f1b3903cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:52.819517 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-091f1a32-5d14-4b84-a96f-667b8c7cd512 admin admin] Publish callbacks [] for security_group (b9b361e2-8151-4314-a4bc-745990da68e7), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:52.851345 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-091f1a32-5d14-4b84-a96f-667b8c7cd512 admin admin] Publish callbacks [] for security_group (b9b361e2-8151-4314-a4bc-745990da68e7), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:52.862707 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c998bc0-ff25-4bec-b29f-f207a55136e0 req-0f8ade4b-369f-46f1-921c-2bdf867a73b1 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:52.864231 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9c998bc0-ff25-4bec-b29f-f207a55136e0 req-0f8ade4b-369f-46f1-921c-2bdf867a73b1 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 943 time: 0.1313653 Feb 15 04:59:52.935361 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e0f556d0-6ddc-4961-a905-3a889205107a admin admin] Publish callbacks [] for security_group (00acf638-1f0d-4db0-9a16-d2f42096dabe), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:52.955437 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50528) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:52.979733 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9c998bc0-ff25-4bec-b29f-f207a55136e0 req-e2704e08-3fa3-453f-8cde-b3b475799911 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065016 Feb 15 04:59:52.985174 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2e374c50-de28-4cec-b5a7-ed3f1b3903cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.006855 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e0f556d0-6ddc-4961-a905-3a889205107a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (00acf638-1f0d-4db0-9a16-d2f42096dabe), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.031339 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-091f1a32-5d14-4b84-a96f-667b8c7cd512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (b9b361e2-8151-4314-a4bc-745990da68e7), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.033947 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-091f1a32-5d14-4b84-a96f-667b8c7cd512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.037462 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-091f1a32-5d14-4b84-a96f-667b8c7cd512 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9b361e2-8151-4314-a4bc-745990da68e7 HTTP/1.1" status: 204 len: 168 time: 0.2990742 Feb 15 04:59:53.040219 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f556d0-6ddc-4961-a905-3a889205107a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00acf638-1f0d-4db0-9a16-d2f42096dabe,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:53.049558 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2e374c50-de28-4cec-b5a7-ed3f1b3903cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:53.054336 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2e374c50-de28-4cec-b5a7-ed3f1b3903cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:53.061012 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2e374c50-de28-4cec-b5a7-ed3f1b3903cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:59:53.066708 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2e374c50-de28-4cec-b5a7-ed3f1b3903cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:53.067063 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2e374c50-de28-4cec-b5a7-ed3f1b3903cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.071665 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0de5b9ad-db22-4eb2-ac36-362f0d1619d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.092979 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f1a32-5d14-4b84-a96f-667b8c7cd512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b361e2-8151-4314-a4bc-745990da68e7,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:53.104414 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e0f556d0-6ddc-4961-a905-3a889205107a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d203dca9e9d14bd8ae3b3039f8037a85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331115 Feb 15 04:59:53.106260 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d196649d-d0b7-421e-af23-89e2c6cedbe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.108086 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 50534) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:53.147247 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e374c50-de28-4cec-b5a7-ed3f1b3903cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event updated for resources: {'Port': ['ID=2d3f3db6-ad7d-4ce0-a339-d618021017f5,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:53.206522 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-27ff159d-999c-464d-9be4-9376ca456ff3 admin admin] Publish callbacks [] for security_group (00acf638-1f0d-4db0-9a16-d2f42096dabe), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.212969 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d196649d-d0b7-421e-af23-89e2c6cedbe6 admin admin] Publish callbacks [] for security_group (5168365c-6faf-4315-802b-5811547dea9d), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.232165 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-27ff159d-999c-464d-9be4-9376ca456ff3 admin admin] Publish callbacks [] for security_group (00acf638-1f0d-4db0-9a16-d2f42096dabe), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.348476 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-5a616737-0b68-433b-bf91-383fd35a2a05 None None] Provisioning complete for port 2d3f3db6-ad7d-4ce0-a339-d618021017f5 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:53.348476 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5a616737-0b68-433b-bf91-383fd35a2a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.375887 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-5a616737-0b68-433b-bf91-383fd35a2a05 None None] Port 2d3f3db6-ad7d-4ce0-a339-d618021017f5 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:59:53.517391 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2e374c50-de28-4cec-b5a7-ed3f1b3903cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5688350 Feb 15 04:59:53.530500 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Request body: {'port': {'device_id': '6a115bcc-0fca-4e1f-9e94-36b72befff10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:53.537798 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d196649d-d0b7-421e-af23-89e2c6cedbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (5168365c-6faf-4315-802b-5811547dea9d), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.556694 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0de5b9ad-db22-4eb2-ac36-362f0d1619d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.560789 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-27ff159d-999c-464d-9be4-9376ca456ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (00acf638-1f0d-4db0-9a16-d2f42096dabe), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.563999 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-27ff159d-999c-464d-9be4-9376ca456ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.568028 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-27ff159d-999c-464d-9be4-9376ca456ff3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00acf638-1f0d-4db0-9a16-d2f42096dabe HTTP/1.1" status: 204 len: 168 time: 0.4561107 Feb 15 04:59:53.592302 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d196649d-d0b7-421e-af23-89e2c6cedbe6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d1ec6ea44c143b79f55adf08fc9fd52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6318126 Feb 15 04:59:53.592302 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196649d-d0b7-421e-af23-89e2c6cedbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5168365c-6faf-4315-802b-5811547dea9d,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:53.594858 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50544) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:53.620903 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff159d-999c-464d-9be4-9376ca456ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00acf638-1f0d-4db0-9a16-d2f42096dabe,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:53.695099 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d0ec8ac6-8097-441b-ad8f-8ae8aa39f060 admin admin] Publish callbacks [] for security_group (5168365c-6faf-4315-802b-5811547dea9d), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.732552 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0de5b9ad-db22-4eb2-ac36-362f0d1619d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Network 241d7b4d-8815-491c-866f-29f7ceeec045 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:59:53.741995 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d0ec8ac6-8097-441b-ad8f-8ae8aa39f060 admin admin] Publish callbacks [] for security_group (5168365c-6faf-4315-802b-5811547dea9d), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.753949 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0de5b9ad-db22-4eb2-ac36-362f0d1619d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:59:53.757316 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0de5b9ad-db22-4eb2-ac36-362f0d1619d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:59:53.764991 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0de5b9ad-db22-4eb2-ac36-362f0d1619d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:53.765880 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0de5b9ad-db22-4eb2-ac36-362f0d1619d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.774909 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5b9ad-db22-4eb2-ac36-362f0d1619d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event updated for resources: {'Port': ['ID=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:53.795038 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac934f3a-9070-45fe-8ef6-9b4b10414fff req-a988927e-1b74-4f3b-82b9-063b46e15cbe tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:53.803251 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ac934f3a-9070-45fe-8ef6-9b4b10414fff req-a988927e-1b74-4f3b-82b9-063b46e15cbe tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 943 time: 0.1285741 Feb 15 04:59:53.835734 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.901429 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ac934f3a-9070-45fe-8ef6-9b4b10414fff req-ff40874c-af06-4225-98ce-4a664218e97c tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947647 Feb 15 04:59:53.938438 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-0de5b9ad-db22-4eb2-ac36-362f0d1619d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0918620 Feb 15 04:59:53.950293 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d0ec8ac6-8097-441b-ad8f-8ae8aa39f060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (5168365c-6faf-4315-802b-5811547dea9d), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.951984 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 30507fb0-9e8b-4352-8f8f-5ffd05a068bb details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:59:53.963206 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d0ec8ac6-8097-441b-ad8f-8ae8aa39f060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:53.963679 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d0ec8ac6-8097-441b-ad8f-8ae8aa39f060 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5168365c-6faf-4315-802b-5811547dea9d HTTP/1.1" status: 204 len: 168 time: 0.3639908 Feb 15 04:59:53.973745 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Request body: {'port': {'device_id': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:59:53.988256 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec8ac6-8097-441b-ad8f-8ae8aa39f060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5168365c-6faf-4315-802b-5811547dea9d,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:54.031104 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81b87b-840d-4311-a0f8-ad23d54f23b7 req-f366a9a0-6acc-44da-88bf-1eb00a22227f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:54.032566 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bf81b87b-840d-4311-a0f8-ad23d54f23b7 req-f366a9a0-6acc-44da-88bf-1eb00a22227f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 931 time: 0.2618749 Feb 15 04:59:54.126327 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0d6b4-ae6f-41a3-af72-6027ad2abb4e req-907f0564-60a4-4e09-8c48-d61649b79706 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:54.133894 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8ad0d6b4-ae6f-41a3-af72-6027ad2abb4e req-907f0564-60a4-4e09-8c48-d61649b79706 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 931 time: 0.1152544 Feb 15 04:59:54.171387 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9717502a-7537-4a45-b3b0-bb0b0ba2a007 None None] Provisioning complete for port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:54.172902 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9717502a-7537-4a45-b3b0-bb0b0ba2a007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:54.199364 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8ad0d6b4-ae6f-41a3-af72-6027ad2abb4e req-e7fcbe86-6738-4d93-b187-427b0ba42739 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641346 Feb 15 04:59:54.207228 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=30507fb0-9e8b-4352-8f8f-5ffd05a068bb,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:59:54.232445 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '30507fb0-9e8b-4352-8f8f-5ffd05a068bb', 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f', 'port_id': '30507fb0-9e8b-4352-8f8f-5ffd05a068bb', 'mac_address': 'fa:16:3e:ab:61:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e11377-e411-4c90-917d-7e583a93f81a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:59:54.234415 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9717502a-7537-4a45-b3b0-bb0b0ba2a007 None None] Port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:59:54.248021 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:54.272642 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bf81b87b-840d-4311-a0f8-ad23d54f23b7 req-ebc6911a-7aca-44b8-b492-e9469422a4d2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201579 Feb 15 04:59:54.278768 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:54.279160 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:54.293295 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30507fb0-9e8b-4352-8f8f-5ffd05a068bb {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:59:54.329349 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=30507fb0-9e8b-4352-8f8f-5ffd05a068bb,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:59:54.352873 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc6084-cdc9-4cb2-ab3f-4675e98e285b req-8e24ee82-3aed-4a4f-8974-eb24a09f999c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:54.362609 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-24bc6084-cdc9-4cb2-ab3f-4675e98e285b req-8e24ee82-3aed-4a4f-8974-eb24a09f999c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 943 time: 0.0860131 Feb 15 04:59:54.418462 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-24bc6084-cdc9-4cb2-ab3f-4675e98e285b req-37f3458a-9457-4c76-9a62-6753dbdcd0b3 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548058 Feb 15 04:59:54.438969 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:54.439909 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device dc00ebe9-c575-4baa-b9ad-67254a78a206 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:59:54.595395 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=30507fb0-9e8b-4352-8f8f-5ffd05a068bb,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:54.635051 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port dc00ebe9-c575-4baa-b9ad-67254a78a206, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dc00ebe9-c575-4baa-b9ad-67254a78a206,segment=NetworkSegment(a8c74435-7bdc-4976-9479-0c9afb1e87f2),segment_id=a8c74435-7bdc-4976-9479-0c9afb1e87f2)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:59:54.637719 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:59:54.647339 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': 'dc00ebe9-c575-4baa-b9ad-67254a78a206', 'network_id': '1963f083-ad61-4615-bfc5-eb239d022610', 'port_id': 'dc00ebe9-c575-4baa-b9ad-67254a78a206', 'mac_address': 'fa:16:3e:ca:86:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95ba683-305b-40fc-8a8a-5594f38f887c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:59:54.698839 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port dc00ebe9-c575-4baa-b9ad-67254a78a206 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:54.699980 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:54.719404 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc00ebe9-c575-4baa-b9ad-67254a78a206 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:59:54.742235 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port dc00ebe9-c575-4baa-b9ad-67254a78a206, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dc00ebe9-c575-4baa-b9ad-67254a78a206,segment=NetworkSegment(a8c74435-7bdc-4976-9479-0c9afb1e87f2),segment_id=a8c74435-7bdc-4976-9479-0c9afb1e87f2)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:59:54.750796 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3f3db6-ad7d-4ce0-a339-d618021017f5 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:59:54.760487 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Publish callbacks [] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:54.783844 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Transition to ACTIVE for port object 2d3f3db6-ad7d-4ce0-a339-d618021017f5 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:59:54.794475 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50588) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:54.800216 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:54.814713 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ab225ac9-88e3-401e-9daf-8f17f96ed2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:54.879183 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=dc00ebe9-c575-4baa-b9ad-67254a78a206,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:54.881011 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:54.904092 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ab225ac9-88e3-401e-9daf-8f17f96ed2a1 admin admin] Publish callbacks [] for security_group (b252b2e6-7ab2-4e0f-bf1f-d75f0c0707bc), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:54.939252 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:59:54.957565 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Publish callbacks [] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:54.958672 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ab225ac9-88e3-401e-9daf-8f17f96ed2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (b252b2e6-7ab2-4e0f-bf1f-d75f0c0707bc), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:54.976482 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3f3db6-ad7d-4ce0-a339-d618021017f5,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:54.988366 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Transition to ACTIVE for port object 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:59:55.003920 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-ab225ac9-88e3-401e-9daf-8f17f96ed2a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df2fddb58e044f52bed34a9b63545633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071438 Feb 15 04:59:55.005099 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab225ac9-88e3-401e-9daf-8f17f96ed2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b252b2e6-7ab2-4e0f-bf1f-d75f0c0707bc,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:55.007619 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50594) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:55.050938 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Attempting to bind port 2d3f3db6-ad7d-4ce0-a339-d618021017f5 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:59:55.051240 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Attempting to bind port 2d3f3db6-ad7d-4ce0-a339-d618021017f5 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:59:55.051569 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Attempting to bind port 2d3f3db6-ad7d-4ce0-a339-d618021017f5 on network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:55.059026 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Port 2d3f3db6-ad7d-4ce0-a339-d618021017f5 on network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:59:55.062890 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Attempting to bind port 2d3f3db6-ad7d-4ce0-a339-d618021017f5 on network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:55.070663 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:59:55.071011 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Checking segment: {'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:55.071397 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Bound using segment: {'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:59:55.071849 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Bound port: 2d3f3db6-ad7d-4ce0-a339-d618021017f5, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:59:55.072208 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:55.080690 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-abb66d47-d3f7-4345-b8c0-4e32b7e7b9df admin admin] Publish callbacks [] for security_group (b252b2e6-7ab2-4e0f-bf1f-d75f0c0707bc), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:55.113459 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-abb66d47-d3f7-4345-b8c0-4e32b7e7b9df admin admin] Publish callbacks [] for security_group (b252b2e6-7ab2-4e0f-bf1f-d75f0c0707bc), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:55.121761 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e60fe-3f03-476b-80ee-33f75982f98c req-5d3a5674-24f5-4e16-a58f-c06c8db7ecef tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:55.123323 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0f8e60fe-3f03-476b-80ee-33f75982f98c req-5d3a5674-24f5-4e16-a58f-c06c8db7ecef tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 944 time: 0.1134717 Feb 15 04:59:55.138394 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:55.202317 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['dc00ebe9-c575-4baa-b9ad-67254a78a206'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:59:55.258137 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-abb66d47-d3f7-4345-b8c0-4e32b7e7b9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (b252b2e6-7ab2-4e0f-bf1f-d75f0c0707bc), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:55.261540 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-abb66d47-d3f7-4345-b8c0-4e32b7e7b9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:55.266214 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-abb66d47-d3f7-4345-b8c0-4e32b7e7b9df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b252b2e6-7ab2-4e0f-bf1f-d75f0c0707bc HTTP/1.1" status: 204 len: 168 time: 0.2571430 Feb 15 04:59:55.282776 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb66d47-d3f7-4345-b8c0-4e32b7e7b9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b252b2e6-7ab2-4e0f-bf1f-d75f0c0707bc,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:55.284349 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['30507fb0-9e8b-4352-8f8f-5ffd05a068bb'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:59:55.309575 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:55.366252 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0f8e60fe-3f03-476b-80ee-33f75982f98c req-be50e7f5-81fe-4db0-b202-65edfe3786e4 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047498 Feb 15 04:59:55.374452 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] For port 2d3f3db6-ad7d-4ce0-a339-d618021017f5, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:59:55.376712 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Attempting to bind port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:59:55.377049 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Attempting to bind port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:59:55.377404 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Attempting to bind port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 on network 241d7b4d-8815-491c-866f-29f7ceeec045 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:55.383498 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] For port 2d3f3db6-ad7d-4ce0-a339-d618021017f5, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2d3f3db6-ad7d-4ce0-a339-d618021017f5,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:59:55.394121 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 on network 241d7b4d-8815-491c-866f-29f7ceeec045 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:59:55.394451 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Attempting to bind port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 on network 241d7b4d-8815-491c-866f-29f7ceeec045 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:59:55.400347 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:59:55.400347 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Checking segment: {'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:59:55.402671 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Bound using segment: {'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:59:55.402671 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Bound port: 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:59:55.402671 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:55.485686 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd947921-f8ba-4310-aed9-36eb05475419 req-0a2f7263-23e1-4ebc-b1d5-4e9136800aed tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:55.492516 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bd947921-f8ba-4310-aed9-36eb05475419 req-0a2f7263-23e1-4ebc-b1d5-4e9136800aed tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 943 time: 0.1604252 Feb 15 04:59:55.496705 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:55.541718 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bd947921-f8ba-4310-aed9-36eb05475419 req-baad0980-9b41-4fea-8904-d64df8941765 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482204 Feb 15 04:59:55.619095 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3f3db6-ad7d-4ce0-a339-d618021017f5,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:55.628602 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:55.629600 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:55.632643 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-5c300089-2a33-4e18-9224-9fade623e206 service neutron] 10.222.0.52 "PUT /v2.0/ports/2d3f3db6-ad7d-4ce0-a339-d618021017f5 HTTP/1.1" status: 200 len: 1093 time: 2.1069858 Feb 15 04:59:55.636569 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a115bcc-0fca-4e1f-9e94-36b72befff10', 'tag': '2d3f3db6-ad7d-4ce0-a339-d618021017f5'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:59:55.640234 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5353c52-98f4-4e03-be6c-9d51a2d74f07" -d '{"events": [{"name": "network-changed", "server_uuid": "6a115bcc-0fca-4e1f-9e94-36b72befff10", "tag": "2d3f3db6-ad7d-4ce0-a339-d618021017f5"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:59:55.661034 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] For port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:59:55.743813 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] For port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:59:55.749363 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb2224-dbf9-4b9a-9f68-318042e6cfce req-53756a5c-420a-4aed-9953-51a4c3f4ca33 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:55.756568 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-50bb2224-dbf9-4b9a-9f68-318042e6cfce req-53756a5c-420a-4aed-9953-51a4c3f4ca33 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 944 time: 0.1118677 Feb 15 04:59:55.811346 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85bb7f-5298-4253-87fa-8ad223c6e7a6 req-4399f3d8-f8b1-4274-b7d0-0f93c68f224a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:55.818900 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-50bb2224-dbf9-4b9a-9f68-318042e6cfce req-14c62cd5-8f94-482d-9761-6001409c9501 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608418 Feb 15 04:59:55.821316 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cc85bb7f-5298-4253-87fa-8ad223c6e7a6 req-4399f3d8-f8b1-4274-b7d0-0f93c68f224a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.2051694 Feb 15 04:59:55.900738 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802ba3f0-6061-4626-aa36-372f0f63c320 x-openstack-request-id: req-802ba3f0-6061-4626-aa36-372f0f63c320 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:59:55.900938 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a115bcc-0fca-4e1f-9e94-36b72befff10", "tag": "2d3f3db6-ad7d-4ce0-a339-d618021017f5", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:59:55.901224 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-802ba3f0-6061-4626-aa36-372f0f63c320 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:59:55.902272 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a115bcc-0fca-4e1f-9e94-36b72befff10', 'tag': '2d3f3db6-ad7d-4ce0-a339-d618021017f5', 'status': 'completed', 'code': 200} Feb 15 04:59:55.914798 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:55.962353 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:55.963214 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:55.965934 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] 10.222.0.52 "PUT /v2.0/ports/9c5d21fb-948e-4581-84ed-6ae828a7a9b0 HTTP/1.1" status: 200 len: 1093 time: 1.9974058 Feb 15 04:59:56.034346 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cc85bb7f-5298-4253-87fa-8ad223c6e7a6 req-b821c3d3-7270-491f-8963-e166ab2fb14c tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121282 Feb 15 04:59:56.038728 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-754a6b75-fbc9-4424-8d1b-dda4d6169181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:56.040210 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-754a6b75-fbc9-4424-8d1b-dda4d6169181 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 1127 time: 0.2128432 Feb 15 04:59:56.041234 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b254b1b-0c51-4bab-b183-d096b88fb336 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:56.094419 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-74a4c303-767a-4366-8883-38bab16b3e98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3f3db6-ad7d-4ce0-a339-d618021017f5 HTTP/1.1" status: 200 len: 217 time: 0.0471470 Feb 15 04:59:56.149503 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2122f5b4-7187-484b-8e8b-25a60c3ba018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:56.149503 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-2122f5b4-7187-484b-8e8b-25a60c3ba018 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=faa73486-4adb-45de-9cdc-e6985faa7b50 HTTP/1.1" status: 200 len: 849 time: 0.0473893 Feb 15 04:59:56.244571 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-03dac529-b022-4841-8200-f46bf53e5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:56.246211 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-03dac529-b022-4841-8200-f46bf53e5632 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0927777 Feb 15 04:59:56.310959 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-d09c0bc2-722a-4916-96a8-d83645117da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:56.312469 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-d09c0bc2-722a-4916-96a8-d83645117da2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 1127 time: 0.1007125 Feb 15 04:59:56.363283 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-1ce5d9a2-f41f-498a-8427-caf34be93695 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0 HTTP/1.1" status: 200 len: 217 time: 0.0421731 Feb 15 04:59:56.424326 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-1d158258-2e1c-494e-8ada-02eaec5da606 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703763 Feb 15 04:59:56.442326 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-383800ee-916c-4723-ad60-049f2b20a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:56.444128 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-383800ee-916c-4723-ad60-049f2b20a891 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 HTTP/1.1" status: 200 len: 856 time: 0.0728104 Feb 15 04:59:56.521368 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123511b-e8c2-4fa9-9550-fce599036cf1 req-41c8cca8-c2ca-4086-b297-15b25215980c tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:56.523111 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e123511b-e8c2-4fa9-9550-fce599036cf1 req-41c8cca8-c2ca-4086-b297-15b25215980c tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 944 time: 0.0703812 Feb 15 04:59:56.571942 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-59b68199-2f7b-4477-8cd2-dd6d35ef6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:56.573507 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-59b68199-2f7b-4477-8cd2-dd6d35ef6c58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=241d7b4d-8815-491c-866f-29f7ceeec045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1137688 Feb 15 04:59:56.577442 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4146961f-e0ce-40b9-af52-c2c39c0c394c req-cbbf3c2d-4e67-4e55-aca8-6bbeac1fdb45 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445913 Feb 15 04:59:56.588073 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e123511b-e8c2-4fa9-9550-fce599036cf1 req-d795e6b9-fe75-4d01-8b6f-69f552a0105d tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506837 Feb 15 04:59:56.743371 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-bed7452c-5ec8-4019-a096-da4244b9b520 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588278 Feb 15 04:59:56.757895 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbd1f7-b98c-4b37-99e2-6ee70863f1f2 req-60243823-89fc-45bb-ae93-e9ebc94ce02b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:56.759553 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cdfbd1f7-b98c-4b37-99e2-6ee70863f1f2 req-60243823-89fc-45bb-ae93-e9ebc94ce02b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 943 time: 0.1274791 Feb 15 04:59:56.856004 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353c52-98f4-4e03-be6c-9d51a2d74f07 req-34694a66-c0c1-490a-93c7-46e3331c4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:56.856938 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b5353c52-98f4-4e03-be6c-9d51a2d74f07 req-34694a66-c0c1-490a-93c7-46e3331c4175 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 1127 time: 0.1519759 Feb 15 04:59:56.918666 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cdfbd1f7-b98c-4b37-99e2-6ee70863f1f2 req-38427809-02e0-4070-88a7-466165f0d54a tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486311 Feb 15 04:59:56.980063 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775fc6a-c84d-456c-ac38-f202ea035b17 req-5acbb8b0-c2ce-4f86-8a67-0a5c96b268ed tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:56.982558 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b775fc6a-c84d-456c-ac38-f202ea035b17 req-5acbb8b0-c2ce-4f86-8a67-0a5c96b268ed tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 944 time: 0.0813458 Feb 15 04:59:56.994639 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-88fe790f-a07d-4748-b7e3-e3050d296f54 req-e7429084-ee76-4e1f-b60b-686b2b68b5e7 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440152 Feb 15 04:59:57.033296 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b775fc6a-c84d-456c-ac38-f202ea035b17 req-a42a3dfd-3d04-470c-8733-cbadc6476c92 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461586 Feb 15 04:59:57.059435 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353c52-98f4-4e03-be6c-9d51a2d74f07 req-d9dbe857-fc5f-4e99-b2af-4e84852b4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:57.060940 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b5353c52-98f4-4e03-be6c-9d51a2d74f07 req-d9dbe857-fc5f-4e99-b2af-4e84852b4d0b service neutron] 10.222.0.52 "GET /v2.0/networks?id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b HTTP/1.1" status: 200 len: 911 time: 0.1974778 Feb 15 04:59:57.124974 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b5353c52-98f4-4e03-be6c-9d51a2d74f07 req-1462a40f-883b-4b56-b14e-f1ed08fc9068 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3f3db6-ad7d-4ce0-a339-d618021017f5 HTTP/1.1" status: 200 len: 217 time: 0.0576761 Feb 15 04:59:57.406018 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353c52-98f4-4e03-be6c-9d51a2d74f07 req-334ebd6b-6992-459c-8c7d-835c0dbaf5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:57.407488 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b5353c52-98f4-4e03-be6c-9d51a2d74f07 req-334ebd6b-6992-459c-8c7d-835c0dbaf5cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=faa73486-4adb-45de-9cdc-e6985faa7b50 HTTP/1.1" status: 200 len: 849 time: 0.0567274 Feb 15 04:59:57.414281 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d28fb-fdf3-4286-b839-2acb2dcab057 req-2645a3ce-b3f2-4472-aae8-f213f564312e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:57.415650 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6a3d28fb-fdf3-4286-b839-2acb2dcab057 req-2645a3ce-b3f2-4472-aae8-f213f564312e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.2935250 Feb 15 04:59:57.492829 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353c52-98f4-4e03-be6c-9d51a2d74f07 req-827fced2-be8d-448b-89e3-93e57cac98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:57.494307 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b5353c52-98f4-4e03-be6c-9d51a2d74f07 req-827fced2-be8d-448b-89e3-93e57cac98fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777991 Feb 15 04:59:57.498288 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6a3d28fb-fdf3-4286-b839-2acb2dcab057 req-77ec9c14-9d8b-4ebd-af37-3f2639a5389b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728598 Feb 15 04:59:57.602833 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b5353c52-98f4-4e03-be6c-9d51a2d74f07 req-6009cb45-e6ec-47fb-ba65-ade8ba39ec49 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017883 Feb 15 04:59:57.715768 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b5353c52-98f4-4e03-be6c-9d51a2d74f07 req-a07e1024-753a-412f-bf6e-afbacc0a86c7 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065686 Feb 15 04:59:57.722444 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e406aa-0687-4200-a32e-f6cb67230495 req-b03e601f-1b71-4433-bae4-8d82c97e8788 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:57.723939 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d2e406aa-0687-4200-a32e-f6cb67230495 req-b03e601f-1b71-4433-bae4-8d82c97e8788 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 944 time: 0.0550482 Feb 15 04:59:57.782981 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d2e406aa-0687-4200-a32e-f6cb67230495 req-239a9130-1a58-48e5-8f2e-582ae608b39e tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523698 Feb 15 04:59:57.903644 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:59:57.906567 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9dfb31-9478-4adc-9219-0c015bcbd174" -d '{"events": [{"name": "network-changed", "server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:59:57.943256 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device dc00ebe9-c575-4baa-b9ad-67254a78a206 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:59:57.947586 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64b02d1-eccf-4006-9f96-3130d63c09ae x-openstack-request-id: req-e64b02d1-eccf-4006-9f96-3130d63c09ae {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:59:57.948066 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:59:57.948389 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e64b02d1-eccf-4006-9f96-3130d63c09ae {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:59:57.948910 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'status': 'completed', 'code': 200} Feb 15 04:59:58.036945 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dfb31-9478-4adc-9219-0c015bcbd174 req-9a68c78c-5e9f-4a89-a166-1c9b9c60ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:58.036945 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4f9dfb31-9478-4adc-9219-0c015bcbd174 req-9a68c78c-5e9f-4a89-a166-1c9b9c60ce63 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 1127 time: 0.0681255 Feb 15 04:59:58.047279 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8a624-9344-4ad8-803b-dd83eb6b6859 req-860620a9-a872-468f-8465-68a55b531171 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:58.048947 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-68c8a624-9344-4ad8-803b-dd83eb6b6859 req-860620a9-a872-468f-8465-68a55b531171 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 943 time: 0.0611036 Feb 15 04:59:58.057283 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port dc00ebe9-c575-4baa-b9ad-67254a78a206 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:59:58.061786 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port dc00ebe9-c575-4baa-b9ad-67254a78a206 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:58.062722 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:58.156177 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-68c8a624-9344-4ad8-803b-dd83eb6b6859 req-6b811f4c-be01-432d-bcb7-337394e2c5be tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999773 Feb 15 04:59:58.163848 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port dc00ebe9-c575-4baa-b9ad-67254a78a206 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:58.164240 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:58.198830 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dfb31-9478-4adc-9219-0c015bcbd174 req-67e96a19-8730-4af9-bc97-dd5f34a15e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:58.198830 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4f9dfb31-9478-4adc-9219-0c015bcbd174 req-67e96a19-8730-4af9-bc97-dd5f34a15e15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 918 time: 0.1486924 Feb 15 04:59:58.211529 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc00ebe9-c575-4baa-b9ad-67254a78a206'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:59:58.277518 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50736) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:58.278111 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4f9dfb31-9478-4adc-9219-0c015bcbd174 req-9c66f66c-9eff-4745-846f-221bf92783ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0 HTTP/1.1" status: 200 len: 217 time: 0.0743475 Feb 15 04:59:58.305002 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port dc00ebe9-c575-4baa-b9ad-67254a78a206, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dc00ebe9-c575-4baa-b9ad-67254a78a206,segment=NetworkSegment(a8c74435-7bdc-4976-9479-0c9afb1e87f2),segment_id=a8c74435-7bdc-4976-9479-0c9afb1e87f2)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:59:58.328540 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9afeac-85b7-48e4-933c-9b923b7122ec req-c111605a-c350-4a86-82e1-d2a1cca19a57 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:58.330343 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0d9afeac-85b7-48e4-933c-9b923b7122ec req-c111605a-c350-4a86-82e1-d2a1cca19a57 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 944 time: 0.1366374 Feb 15 04:59:58.341534 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dfb31-9478-4adc-9219-0c015bcbd174 req-9c026f67-67a4-4b30-a929-f65d648c32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:58.343059 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4f9dfb31-9478-4adc-9219-0c015bcbd174 req-9c026f67-67a4-4b30-a929-f65d648c32ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 HTTP/1.1" status: 200 len: 856 time: 0.0587516 Feb 15 04:59:58.398303 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:58.399106 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 30507fb0-9e8b-4352-8f8f-5ffd05a068bb up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:59:58.416788 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-56c762a3-b5ab-4eff-ae4a-c76fb0434a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:58.423383 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0d9afeac-85b7-48e4-933c-9b923b7122ec req-1c5bb5e7-72ba-46f6-b2c0-43f2d51d6b39 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848088 Feb 15 04:59:58.437025 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dfb31-9478-4adc-9219-0c015bcbd174 req-03e9f65e-a3af-446f-a22b-973b47b6a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:58.445683 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4f9dfb31-9478-4adc-9219-0c015bcbd174 req-03e9f65e-a3af-446f-a22b-973b47b6a4fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=241d7b4d-8815-491c-866f-29f7ceeec045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827091 Feb 15 04:59:58.506560 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=dc00ebe9-c575-4baa-b9ad-67254a78a206,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:58.565773 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf1d3cf-7d8b-40a0-95b7-19f564d20cee" -d '{"events": [{"server_uuid": "38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7", "name": "network-vif-plugged", "status": "completed", "tag": "dc00ebe9-c575-4baa-b9ad-67254a78a206"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:59:58.606700 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:59:58.611379 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:59:58.612037 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:58.629055 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4f9dfb31-9478-4adc-9219-0c015bcbd174 req-2d082f0d-7622-4230-a8fc-765e191e8b98 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826415 Feb 15 04:59:58.687812 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-56c762a3-b5ab-4eff-ae4a-c76fb0434a3a admin admin] Publish callbacks [] for security_group (5d1dee11-4c7a-4a44-8c89-087b4f046d7d), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:58.747628 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9792d5d9-b935-4c41-81c6-636ed74d421b x-openstack-request-id: req-9792d5d9-b935-4c41-81c6-636ed74d421b {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:59:58.747940 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7", "name": "network-vif-plugged", "status": "completed", "tag": "dc00ebe9-c575-4baa-b9ad-67254a78a206", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:59:58.748193 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9792d5d9-b935-4c41-81c6-636ed74d421b {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:59:58.748638 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc00ebe9-c575-4baa-b9ad-67254a78a206', 'code': 200} Feb 15 04:59:58.769810 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33919fed-ccff-417b-8c43-323fdfc77bd9 req-bcb68980-7e1b-4a96-9c49-f2f83db405d3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:58.772757 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4f9dfb31-9478-4adc-9219-0c015bcbd174 req-1a590743-b6ba-4f45-8fb8-10bf7fdf0cf8 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309843 Feb 15 04:59:58.775949 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:59:58.777335 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-33919fed-ccff-417b-8c43-323fdfc77bd9 req-bcb68980-7e1b-4a96-9c49-f2f83db405d3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.1408002 Feb 15 04:59:58.777490 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:58.785113 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-56c762a3-b5ab-4eff-ae4a-c76fb0434a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (5d1dee11-4c7a-4a44-8c89-087b4f046d7d), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:58.826360 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=30507fb0-9e8b-4352-8f8f-5ffd05a068bb,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:59:58.845749 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 50760) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:58.849073 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-56c762a3-b5ab-4eff-ae4a-c76fb0434a3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fd33048dbf94e448c83c88c696ff04c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5669096 Feb 15 04:59:58.880895 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c762a3-b5ab-4eff-ae4a-c76fb0434a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1dee11-4c7a-4a44-8c89-087b4f046d7d,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:58.899664 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-33919fed-ccff-417b-8c43-323fdfc77bd9 req-9e36293d-4348-4497-8693-a9a2d350d49a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213799 Feb 15 04:59:58.942795 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:58.949179 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf40047-db06-47be-95f9-5fa5191000a5 req-c61faa49-b465-4dc3-bb0c-b3fd3ceb5616 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:58.951962 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fbf40047-db06-47be-95f9-5fa5191000a5 req-c61faa49-b465-4dc3-bb0c-b3fd3ceb5616 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0870531 Feb 15 04:59:58.956808 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e561a182-af49-4588-b733-6e1e070e0335 admin admin] Publish callbacks [] for security_group (5d1dee11-4c7a-4a44-8c89-087b4f046d7d), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:58.993989 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e561a182-af49-4588-b733-6e1e070e0335 admin admin] Publish callbacks [] for security_group (5d1dee11-4c7a-4a44-8c89-087b4f046d7d), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.000452 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=30507fb0-9e8b-4352-8f8f-5ffd05a068bb,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:59.045455 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fbf40047-db06-47be-95f9-5fa5191000a5 req-359bf12a-5d7b-4651-abf3-ad1a275568c8 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841846 Feb 15 04:59:59.143684 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89d25e-467d-4748-bcbb-fd39f7602e5a req-2173bcef-2f1d-4e17-bb4a-92bd1274eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:59.145178 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1e89d25e-467d-4748-bcbb-fd39f7602e5a req-2173bcef-2f1d-4e17-bb4a-92bd1274eba0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 1129 time: 0.0832739 Feb 15 04:59:59.159272 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50766) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:59.164773 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1e89d25e-467d-4748-bcbb-fd39f7602e5a req-a3725ade-31f7-4050-9925-c63e34cba931 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.169179 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e561a182-af49-4588-b733-6e1e070e0335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (5d1dee11-4c7a-4a44-8c89-087b4f046d7d), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.169654 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e561a182-af49-4588-b733-6e1e070e0335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.170756 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-e561a182-af49-4588-b733-6e1e070e0335 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d1dee11-4c7a-4a44-8c89-087b4f046d7d HTTP/1.1" status: 204 len: 168 time: 0.3239975 Feb 15 04:59:59.185176 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561a182-af49-4588-b733-6e1e070e0335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1dee11-4c7a-4a44-8c89-087b4f046d7d,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:59.276861 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1e89d25e-467d-4748-bcbb-fd39f7602e5a req-a3725ade-31f7-4050-9925-c63e34cba931 service neutron] Publish callbacks [] for security_group (42bf17fa-fe8a-4860-8728-fa1aa1956c1f), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.304693 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3ae4d-f44b-4353-8ad9-72c5812c2f94 req-6faeb280-f41f-442c-85f2-aeccea7af50b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:59.306147 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c8d3ae4d-f44b-4353-8ad9-72c5812c2f94 req-6faeb280-f41f-442c-85f2-aeccea7af50b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 943 time: 0.0596359 Feb 15 04:59:59.313419 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-eea30325-7db4-4077-99d9-41ecf90a076f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.363726 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1e89d25e-467d-4748-bcbb-fd39f7602e5a req-a3725ade-31f7-4050-9925-c63e34cba931 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (42bf17fa-fe8a-4860-8728-fa1aa1956c1f), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.375175 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c8d3ae4d-f44b-4353-8ad9-72c5812c2f94 req-80e5eada-be9f-4bce-a451-9f042c158178 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627286 Feb 15 04:59:59.413154 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3725ade-31f7-4050-9925-c63e34cba931 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=42bf17fa-fe8a-4860-8728-fa1aa1956c1f,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:59.419216 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1e89d25e-467d-4748-bcbb-fd39f7602e5a req-a3725ade-31f7-4050-9925-c63e34cba931 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665248 Feb 15 04:59:59.422741 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-eea30325-7db4-4077-99d9-41ecf90a076f admin admin] Publish callbacks [] for security_group (919ec463-fa81-4d88-bcc6-eb0a942fdd13), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.491598 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-eea30325-7db4-4077-99d9-41ecf90a076f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (919ec463-fa81-4d88-bcc6-eb0a942fdd13), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.537934 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.538197 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-eea30325-7db4-4077-99d9-41ecf90a076f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5737c50b7604b84945100259d6391ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776886 Feb 15 04:59:59.539173 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea30325-7db4-4077-99d9-41ecf90a076f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919ec463-fa81-4d88-bcc6-eb0a942fdd13,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:59.540750 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 50778) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:59.601684 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-88ca33d5-4f3c-4dc6-8294-13de6ccf51ff admin admin] Publish callbacks [] for security_group (919ec463-fa81-4d88-bcc6-eb0a942fdd13), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.625215 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-88ca33d5-4f3c-4dc6-8294-13de6ccf51ff admin admin] Publish callbacks [] for security_group (919ec463-fa81-4d88-bcc6-eb0a942fdd13), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.703978 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c951fad-5f44-46b6-bf6c-1ca2a847a7d1 req-fd7bd8b6-0bf5-4d3f-bcbc-c84119bef71f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:59:59.705462 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c951fad-5f44-46b6-bf6c-1ca2a847a7d1 req-fd7bd8b6-0bf5-4d3f-bcbc-c84119bef71f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0697017 Feb 15 04:59:59.759407 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c951fad-5f44-46b6-bf6c-1ca2a847a7d1 req-065959fa-2954-4bb4-bf2d-6b3af27e604e tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464714 Feb 15 04:59:59.759738 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50784) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:59:59.775528 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b98a1683-f2b5-48ea-a400-2613ceda5231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.781249 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-88ca33d5-4f3c-4dc6-8294-13de6ccf51ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (919ec463-fa81-4d88-bcc6-eb0a942fdd13), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.783903 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-88ca33d5-4f3c-4dc6-8294-13de6ccf51ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.785647 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-88ca33d5-4f3c-4dc6-8294-13de6ccf51ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/919ec463-fa81-4d88-bcc6-eb0a942fdd13 HTTP/1.1" status: 204 len: 168 time: 0.2407610 Feb 15 04:59:59.794477 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca33d5-4f3c-4dc6-8294-13de6ccf51ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919ec463-fa81-4d88-bcc6-eb0a942fdd13,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:59.858278 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b98a1683-f2b5-48ea-a400-2613ceda5231 admin admin] Publish callbacks [] for security_group (4a9ef787-c356-450b-9089-969e8846b1ad), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.920362 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b98a1683-f2b5-48ea-a400-2613ceda5231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (4a9ef787-c356-450b-9089-969e8846b1ad), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:59:59.951571 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 2d3f3db6-ad7d-4ce0-a339-d618021017f5 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:59:59.974121 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b98a1683-f2b5-48ea-a400-2613ceda5231 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1d581fee29f4908ac8a253496c64eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149277 Feb 15 04:59:59.977966 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a1683-f2b5-48ea-a400-2613ceda5231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9ef787-c356-450b-9089-969e8846b1ad,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:59:59.978101 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 50794) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:00.054169 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c9cc7-d8b0-47b3-a30e-63416410ad24 req-4410cd6b-88f1-45ea-a8c5-1bd62575c8e2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:00.057248 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-22141e1e-4312-4c4d-8b7d-08aaff2242bf admin admin] Publish callbacks [] for security_group (4a9ef787-c356-450b-9089-969e8846b1ad), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:00.062390 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ee4c9cc7-d8b0-47b3-a30e-63416410ad24 req-4410cd6b-88f1-45ea-a8c5-1bd62575c8e2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0776634 Feb 15 05:00:00.087133 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-22141e1e-4312-4c4d-8b7d-08aaff2242bf admin admin] Publish callbacks [] for security_group (4a9ef787-c356-450b-9089-969e8846b1ad), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:00.105282 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 2d3f3db6-ad7d-4ce0-a339-d618021017f5, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2d3f3db6-ad7d-4ce0-a339-d618021017f5,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:00:00.118861 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '2d3f3db6-ad7d-4ce0-a339-d618021017f5', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'port_id': '2d3f3db6-ad7d-4ce0-a339-d618021017f5', 'mac_address': 'fa:16:3e:9c:21:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:00:00.130294 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ee4c9cc7-d8b0-47b3-a30e-63416410ad24 req-a0742e58-5c86-45ac-80cf-db34a91f76a7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620296 Feb 15 05:00:00.197340 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 2d3f3db6-ad7d-4ce0-a339-d618021017f5 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:00:00.199447 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:00.204859 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c74ea8-c281-4091-a57a-f9f8647b7e92 req-81bd0072-9661-4a93-96d1-a55c5f4b99a3 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:00.209622 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-78c74ea8-c281-4091-a57a-f9f8647b7e92 req-81bd0072-9661-4a93-96d1-a55c5f4b99a3 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0852730 Feb 15 05:00:00.217104 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3f3db6-ad7d-4ce0-a339-d618021017f5 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:00:00.238513 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 2d3f3db6-ad7d-4ce0-a339-d618021017f5, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2d3f3db6-ad7d-4ce0-a339-d618021017f5,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:00:00.256004 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-78c74ea8-c281-4091-a57a-f9f8647b7e92 req-3a6699f9-21e9-42b0-a4ea-84b29ec8f541 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Feb 15 05:00:00.291652 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-22141e1e-4312-4c4d-8b7d-08aaff2242bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (4a9ef787-c356-450b-9089-969e8846b1ad), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:00.294823 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-22141e1e-4312-4c4d-8b7d-08aaff2242bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:00.296816 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-22141e1e-4312-4c4d-8b7d-08aaff2242bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a9ef787-c356-450b-9089-969e8846b1ad HTTP/1.1" status: 204 len: 168 time: 0.3172143 Feb 15 05:00:00.305306 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22141e1e-4312-4c4d-8b7d-08aaff2242bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9ef787-c356-450b-9089-969e8846b1ad,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:00.352573 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:00.353256 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:00:00.523333 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fdcfe-1b3b-4103-8b34-ab21173f2456 req-d462b0f3-2691-44e2-a1e2-ea09f5ba72f1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:00.524951 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-782fdcfe-1b3b-4103-8b34-ab21173f2456 req-d462b0f3-2691-44e2-a1e2-ea09f5ba72f1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.0721834 Feb 15 05:00:00.559621 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=2d3f3db6-ad7d-4ce0-a339-d618021017f5,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:00.572824 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-782fdcfe-1b3b-4103-8b34-ab21173f2456 req-d8e8b3bd-993d-4908-92d2-6f87e179fbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413821 Feb 15 05:00:00.601494 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:00:00.612416 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'port_id': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'mac_address': 'fa:16:3e:bb:f6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:00:00.651060 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:00:00.652492 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:00.654748 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50810) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:00.666263 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:00:00.667728 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-74146690-12da-478f-a142-cffb84dee968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:00.688679 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:00:00.747337 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-74146690-12da-478f-a142-cffb84dee968 admin admin] Publish callbacks [] for security_group (e8409421-186c-4b21-b5b3-efa09751835f), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:00.749641 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f36044-48a2-4061-94f7-904bed7fdf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30507fb0-9e8b-4352-8f8f-5ffd05a068bb'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:00:00.752096 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ebd915-f14b-4039-8156-5d8799a7803d" -d '{"events": [{"server_uuid": "44f36044-48a2-4061-94f7-904bed7fdf0d", "name": "network-vif-plugged", "status": "completed", "tag": "30507fb0-9e8b-4352-8f8f-5ffd05a068bb"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:00:00.766483 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:00.791566 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b051dafe-04cb-43fb-bbc9-c27215ead4f6 x-openstack-request-id: req-b051dafe-04cb-43fb-bbc9-c27215ead4f6 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:00:00.792538 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f36044-48a2-4061-94f7-904bed7fdf0d", "name": "network-vif-plugged", "status": "completed", "tag": "30507fb0-9e8b-4352-8f8f-5ffd05a068bb", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:00:00.792945 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b051dafe-04cb-43fb-bbc9-c27215ead4f6 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:00:00.793640 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f36044-48a2-4061-94f7-904bed7fdf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30507fb0-9e8b-4352-8f8f-5ffd05a068bb', 'code': 200} Feb 15 05:00:00.822797 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-74146690-12da-478f-a142-cffb84dee968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (e8409421-186c-4b21-b5b3-efa09751835f), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:00.832378 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:00.888020 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74146690-12da-478f-a142-cffb84dee968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8409421-186c-4b21-b5b3-efa09751835f,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:00.892115 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-74146690-12da-478f-a142-cffb84dee968 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47774d2572584f20b5595f1fc424a3dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363505 Feb 15 05:00:00.894987 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 50822) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:00.916312 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd63b5-d613-40aa-88c3-83ff3cb66781 req-5114263c-7c07-4dfd-a05f-b540f0b0fab1 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:00.918599 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-26dd63b5-d613-40aa-88c3-83ff3cb66781 req-5114263c-7c07-4dfd-a05f-b540f0b0fab1 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0847011 Feb 15 05:00:00.944443 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ce42bdb4-9bf6-44a0-8845-aded162d3ef4 admin admin] Publish callbacks [] for security_group (e8409421-186c-4b21-b5b3-efa09751835f), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:00.967476 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ce42bdb4-9bf6-44a0-8845-aded162d3ef4 admin admin] Publish callbacks [] for security_group (e8409421-186c-4b21-b5b3-efa09751835f), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:00.974029 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-26dd63b5-d613-40aa-88c3-83ff3cb66781 req-29956a82-a1a6-4885-bf02-18b2b1eaa1a0 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449765 Feb 15 05:00:01.090180 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ce42bdb4-9bf6-44a0-8845-aded162d3ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (e8409421-186c-4b21-b5b3-efa09751835f), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:01.092737 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ce42bdb4-9bf6-44a0-8845-aded162d3ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:01.093993 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-ce42bdb4-9bf6-44a0-8845-aded162d3ef4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8409421-186c-4b21-b5b3-efa09751835f HTTP/1.1" status: 204 len: 168 time: 0.1979752 Feb 15 05:00:01.101857 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42bdb4-9bf6-44a0-8845-aded162d3ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8409421-186c-4b21-b5b3-efa09751835f,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:01.283423 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877691a-ac7f-4b25-b126-7a5a96957c33 req-8702be45-1ced-4464-b466-fbc42e7eeabc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:01.289627 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c877691a-ac7f-4b25-b126-7a5a96957c33 req-8702be45-1ced-4464-b466-fbc42e7eeabc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0762932 Feb 15 05:00:01.356991 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c877691a-ac7f-4b25-b126-7a5a96957c33 req-35e6727b-eccb-491c-8ee9-bdcf8fa55df1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614235 Feb 15 05:00:01.392626 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6d815-af0c-420c-a5a5-c5b5320dcdda req-8d80868e-5ad4-4fb2-b7b3-3c1647328c95 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:01.400211 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-98b6d815-af0c-420c-a5a5-c5b5320dcdda req-8d80868e-5ad4-4fb2-b7b3-3c1647328c95 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0715454 Feb 15 05:00:01.456066 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-98b6d815-af0c-420c-a5a5-c5b5320dcdda req-8e483ba9-7f8e-4284-ba97-5e4599d9577e tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529740 Feb 15 05:00:01.704307 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95d348-23e2-40af-b466-1024f184ff5c req-30df062d-08b7-4190-971f-bc74d299a6c7 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:01.705833 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bc95d348-23e2-40af-b466-1024f184ff5c req-30df062d-08b7-4190-971f-bc74d299a6c7 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.0610888 Feb 15 05:00:01.754704 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bc95d348-23e2-40af-b466-1024f184ff5c req-d36ea167-adfe-43de-af90-bcf57956c490 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433259 Feb 15 05:00:02.105412 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f4f05-ba0f-4933-91cb-8703108efbd1 req-ce811a3d-74fe-41f5-aba8-b443c1faf640 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:02.106690 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-891f4f05-ba0f-4933-91cb-8703108efbd1 req-ce811a3d-74fe-41f5-aba8-b443c1faf640 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0634646 Feb 15 05:00:02.159415 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-891f4f05-ba0f-4933-91cb-8703108efbd1 req-fd75d8ab-8379-42af-9456-2b53ef60b367 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472188 Feb 15 05:00:02.307168 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-4c7883e6-94a6-4d2a-a060-19e30e416a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:02.475801 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1d98a-fecc-4614-8d2f-11f87dbbf2f9 req-31fdbb76-3e71-4191-a457-733cc10b7378 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:02.477283 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c5d1d98a-fecc-4614-8d2f-11f87dbbf2f9 req-31fdbb76-3e71-4191-a457-733cc10b7378 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0544770 Feb 15 05:00:02.528749 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c5d1d98a-fecc-4614-8d2f-11f87dbbf2f9 req-d3932353-d61a-4ad1-8325-5eb88d5a2729 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408032 Feb 15 05:00:02.591972 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e69a31-53d8-417a-9969-17584d83a8ca req-f2dc76e0-254a-4013-a26a-c59dfaabf9aa tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:02.593640 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e1e69a31-53d8-417a-9969-17584d83a8ca req-f2dc76e0-254a-4013-a26a-c59dfaabf9aa tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0689495 Feb 15 05:00:02.647505 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e1e69a31-53d8-417a-9969-17584d83a8ca req-585b1be3-c01b-434c-a322-1e5e94e3c526 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482068 Feb 15 05:00:02.889016 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199c9fd-86e0-4638-99f6-bffbbf5e8d16 req-d242330b-11b0-4aca-86a7-e90dff4f638c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:02.890760 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3199c9fd-86e0-4638-99f6-bffbbf5e8d16 req-d242330b-11b0-4aca-86a7-e90dff4f638c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.0577354 Feb 15 05:00:02.949836 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3199c9fd-86e0-4638-99f6-bffbbf5e8d16 req-6f8afc71-921d-4547-905b-3beff13a93fe tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524800 Feb 15 05:00:03.278559 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6f67b-2bca-4868-b0ed-6b08f67232b2 req-a170c93f-dcad-4931-8c86-53a6d0fe6cf4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:03.281070 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b3f6f67b-2bca-4868-b0ed-6b08f67232b2 req-a170c93f-dcad-4931-8c86-53a6d0fe6cf4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0538063 Feb 15 05:00:03.330510 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b3f6f67b-2bca-4868-b0ed-6b08f67232b2 req-1b110a53-e8cc-4200-a12f-eb2e40f8b97d tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434496 Feb 15 05:00:03.450904 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 50964) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:03.600199 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50972) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:03.662663 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d740b8c-ca96-43f9-b392-59a3e55f5876 req-068cdf6e-ab12-4bb8-9634-45bb3d512334 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:03.664155 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d740b8c-ca96-43f9-b392-59a3e55f5876 req-068cdf6e-ab12-4bb8-9634-45bb3d512334 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0664015 Feb 15 05:00:03.665502 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5bff-186f-47be-b241-74e005f0c252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:03.671009 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e57befb6-de5b-404d-ad63-433782761f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:03.744617 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d740b8c-ca96-43f9-b392-59a3e55f5876 req-1cea4dd2-635a-4e0b-8e85-48385890a272 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688910 Feb 15 05:00:03.781394 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e57befb6-de5b-404d-ad63-433782761f37 admin admin] Publish callbacks [] for security_group (e613d647-3bec-49e5-b57f-308efe325def), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:03.783506 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5bff-186f-47be-b241-74e005f0c252 admin admin] Publish callbacks [] for security_group (ead39677-6f6c-4de9-b61c-68893c77861e), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:03.799901 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d376e5-76d2-48a9-b855-4ebb95b8c1dd req-dae45b09-f5ce-4753-9cad-6217908c5f41 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:03.801382 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-40d376e5-76d2-48a9-b855-4ebb95b8c1dd req-dae45b09-f5ce-4753-9cad-6217908c5f41 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0809767 Feb 15 05:00:03.847623 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-40d376e5-76d2-48a9-b855-4ebb95b8c1dd req-a5c1078e-d304-4296-9840-adb0218593a8 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Feb 15 05:00:03.860837 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e57befb6-de5b-404d-ad63-433782761f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (e613d647-3bec-49e5-b57f-308efe325def), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:03.878372 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5bff-186f-47be-b241-74e005f0c252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ead39677-6f6c-4de9-b61c-68893c77861e), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:03.898503 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e57befb6-de5b-404d-ad63-433782761f37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=415245b8fde248d1ae2ab3644ee409ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960522 Feb 15 05:00:03.899451 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57befb6-de5b-404d-ad63-433782761f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e613d647-3bec-49e5-b57f-308efe325def,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:03.902490 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 50978) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:03.916457 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-9b3b5bff-186f-47be-b241-74e005f0c252 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=132d58e026954386971c95f7fb1cc05d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644983 Feb 15 05:00:03.919519 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b5bff-186f-47be-b241-74e005f0c252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead39677-6f6c-4de9-b61c-68893c77861e,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:03.921891 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 50980) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:03.953576 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d26c3cb7-9361-4d60-b80c-93f6b2b206a1 admin admin] Publish callbacks [] for security_group (e613d647-3bec-49e5-b57f-308efe325def), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:03.972011 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aee869e5-db57-4837-ad58-9786658603d9 admin admin] Publish callbacks [] for security_group (ead39677-6f6c-4de9-b61c-68893c77861e), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:03.975336 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d26c3cb7-9361-4d60-b80c-93f6b2b206a1 admin admin] Publish callbacks [] for security_group (e613d647-3bec-49e5-b57f-308efe325def), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:03.993686 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aee869e5-db57-4837-ad58-9786658603d9 admin admin] Publish callbacks [] for security_group (ead39677-6f6c-4de9-b61c-68893c77861e), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:04.083444 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb248bc8-bdc8-4dcb-97c2-ce016265d3cc req-0f723f60-c59a-4146-b252-d585b82eebd4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:04.084993 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cb248bc8-bdc8-4dcb-97c2-ce016265d3cc req-0f723f60-c59a-4146-b252-d585b82eebd4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.0657458 Feb 15 05:00:04.106381 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d26c3cb7-9361-4d60-b80c-93f6b2b206a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (e613d647-3bec-49e5-b57f-308efe325def), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:04.109024 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d26c3cb7-9361-4d60-b80c-93f6b2b206a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:04.113109 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d26c3cb7-9361-4d60-b80c-93f6b2b206a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e613d647-3bec-49e5-b57f-308efe325def HTTP/1.1" status: 204 len: 168 time: 0.2069726 Feb 15 05:00:04.119067 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c3cb7-9361-4d60-b80c-93f6b2b206a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e613d647-3bec-49e5-b57f-308efe325def,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:04.136516 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cb248bc8-bdc8-4dcb-97c2-ce016265d3cc req-606fb356-ea36-4ffd-96ea-4c40f7c5e2c6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455382 Feb 15 05:00:04.159496 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aee869e5-db57-4837-ad58-9786658603d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ead39677-6f6c-4de9-b61c-68893c77861e), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:04.162089 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aee869e5-db57-4837-ad58-9786658603d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:04.163208 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-aee869e5-db57-4837-ad58-9786658603d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ead39677-6f6c-4de9-b61c-68893c77861e HTTP/1.1" status: 204 len: 168 time: 0.2403619 Feb 15 05:00:04.171371 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee869e5-db57-4837-ad58-9786658603d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead39677-6f6c-4de9-b61c-68893c77861e,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:04.264840 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80459324-4fa1-4fcd-927e-c8f335d6c815 req-92c94237-5953-4736-be56-84bfe9caa729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:04.266493 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-80459324-4fa1-4fcd-927e-c8f335d6c815 req-92c94237-5953-4736-be56-84bfe9caa729 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 1129 time: 0.0446243 Feb 15 05:00:04.310185 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-80459324-4fa1-4fcd-927e-c8f335d6c815 req-e7fd0777-956e-4654-a70b-d18e887d1bc0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370760 Feb 15 05:00:04.583405 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40418c2-ef3c-43ae-9239-fc6c6482be1e req-6467ed54-dfc1-4431-80a8-f63c868db6f3 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:04.584960 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d40418c2-ef3c-43ae-9239-fc6c6482be1e req-6467ed54-dfc1-4431-80a8-f63c868db6f3 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0563872 Feb 15 05:00:04.631383 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d40418c2-ef3c-43ae-9239-fc6c6482be1e req-1bfd5f46-5d90-477c-b4b9-78e9de44040b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403936 Feb 15 05:00:04.685800 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1a78829b-9177-4149-ac9e-05f60ea19f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:04.837419 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 51000) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:04.850465 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-fd70c714-9508-46d8-a706-4661b951f8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:04.872139 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccaa29-8e17-465b-9781-8dfac1bf87ee req-14ff9f60-68f9-49c4-a35c-13fe3722c9e7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:04.873658 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5eccaa29-8e17-465b-9781-8dfac1bf87ee req-14ff9f60-68f9-49c4-a35c-13fe3722c9e7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0564327 Feb 15 05:00:04.889292 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['2d3f3db6-ad7d-4ce0-a339-d618021017f5'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:00:04.891268 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 51004) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:04.912348 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8ad74618-d658-4c11-bcd9-54ee11f02ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:04.934202 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5eccaa29-8e17-465b-9781-8dfac1bf87ee req-6cecaa78-d7a2-4fb5-89a2-eb23ef0a1c69 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530019 Feb 15 05:00:05.003055 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-fd70c714-9508-46d8-a706-4661b951f8ed admin admin] Publish callbacks [] for security_group (25ec8b73-b435-4c0b-98d6-902522b9e321), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:05.044985 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadabbb-d40f-4449-90ee-e2abccb1c7f7 req-b87dbe5c-076b-4997-b63f-77f1eddb4587 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:05.046505 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3fadabbb-d40f-4449-90ee-e2abccb1c7f7 req-b87dbe5c-076b-4997-b63f-77f1eddb4587 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0887876 Feb 15 05:00:05.070259 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-fd70c714-9508-46d8-a706-4661b951f8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (25ec8b73-b435-4c0b-98d6-902522b9e321), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:05.083214 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8ad74618-d658-4c11-bcd9-54ee11f02ca4 admin admin] Publish callbacks [] for security_group (1fb276d7-9fdd-4449-ad53-0a4ccd53d225), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:05.130899 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-fd70c714-9508-46d8-a706-4661b951f8ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d56d3d58dcb64300b4db39e68c664008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923286 Feb 15 05:00:05.142742 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 51008) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:05.143074 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8ad74618-d658-4c11-bcd9-54ee11f02ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (1fb276d7-9fdd-4449-ad53-0a4ccd53d225), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:05.143074 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70c714-9508-46d8-a706-4661b951f8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ec8b73-b435-4c0b-98d6-902522b9e321,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:05.157368 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3fadabbb-d40f-4449-90ee-e2abccb1c7f7 req-8856e54a-7195-41af-8480-7a0790205414 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025057 Feb 15 05:00:05.187883 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-8ad74618-d658-4c11-bcd9-54ee11f02ca4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f1276976d5143f99935d68c68a51310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954178 Feb 15 05:00:05.188693 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad74618-d658-4c11-bcd9-54ee11f02ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb276d7-9fdd-4449-ad53-0a4ccd53d225,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:05.194309 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 51012) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:05.208885 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-61634517-37d4-4d44-b874-72ad03c19655 admin admin] Publish callbacks [] for security_group (25ec8b73-b435-4c0b-98d6-902522b9e321), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:05.239602 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-61634517-37d4-4d44-b874-72ad03c19655 admin admin] Publish callbacks [] for security_group (25ec8b73-b435-4c0b-98d6-902522b9e321), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:05.248817 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-340cbd67-5519-4540-8e66-494cae2cf68b admin admin] Publish callbacks [] for security_group (1fb276d7-9fdd-4449-ad53-0a4ccd53d225), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:05.269966 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-340cbd67-5519-4540-8e66-494cae2cf68b admin admin] Publish callbacks [] for security_group (1fb276d7-9fdd-4449-ad53-0a4ccd53d225), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:05.302652 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919fca4-28f5-4d27-9a2d-fa640cba9a7f req-56e6b634-9bec-4432-91e9-5677f3ff8629 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:05.304105 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4919fca4-28f5-4d27-9a2d-fa640cba9a7f req-56e6b634-9bec-4432-91e9-5677f3ff8629 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.0770154 Feb 15 05:00:05.357349 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4919fca4-28f5-4d27-9a2d-fa640cba9a7f req-52de775f-4c70-46a3-8466-18686bf9bb81 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451541 Feb 15 05:00:05.393929 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-340cbd67-5519-4540-8e66-494cae2cf68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (1fb276d7-9fdd-4449-ad53-0a4ccd53d225), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:05.396474 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-340cbd67-5519-4540-8e66-494cae2cf68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:05.397750 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-340cbd67-5519-4540-8e66-494cae2cf68b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fb276d7-9fdd-4449-ad53-0a4ccd53d225 HTTP/1.1" status: 204 len: 168 time: 0.2024732 Feb 15 05:00:05.407416 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cbd67-5519-4540-8e66-494cae2cf68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb276d7-9fdd-4449-ad53-0a4ccd53d225,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:05.422456 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-61634517-37d4-4d44-b874-72ad03c19655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (25ec8b73-b435-4c0b-98d6-902522b9e321), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:05.425156 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-61634517-37d4-4d44-b874-72ad03c19655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:05.427056 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-61634517-37d4-4d44-b874-72ad03c19655 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25ec8b73-b435-4c0b-98d6-902522b9e321 HTTP/1.1" status: 204 len: 168 time: 0.2923052 Feb 15 05:00:05.440290 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61634517-37d4-4d44-b874-72ad03c19655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ec8b73-b435-4c0b-98d6-902522b9e321,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:05.758408 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b90ad-894a-4eb3-ab5f-1dace1af1ed8 req-e25ff351-3c57-429e-a935-8328bfd4aa5b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:05.759943 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1f7b90ad-894a-4eb3-ab5f-1dace1af1ed8 req-e25ff351-3c57-429e-a935-8328bfd4aa5b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0616198 Feb 15 05:00:05.808752 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1f7b90ad-894a-4eb3-ab5f-1dace1af1ed8 req-a0677b17-16c1-4355-85f3-ac8e73ccb329 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416212 Feb 15 05:00:05.840323 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:06.069383 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff0344-1f64-4202-96a4-e9159f901ae6 req-5e0158c2-7b52-4201-be74-b57512b8f853 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:06.071702 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-32ff0344-1f64-4202-96a4-e9159f901ae6 req-5e0158c2-7b52-4201-be74-b57512b8f853 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0568151 Feb 15 05:00:06.122667 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-32ff0344-1f64-4202-96a4-e9159f901ae6 req-1567a1c7-df55-4b10-a47a-4cef50ebf5c3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433590 Feb 15 05:00:06.278584 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e6f79-aa00-4a7a-ae59-aef0fe946fba req-36e5c2b7-1c30-4806-9c1b-2334649c6ef6 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:06.280093 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4c4e6f79-aa00-4a7a-ae59-aef0fe946fba req-36e5c2b7-1c30-4806-9c1b-2334649c6ef6 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0522037 Feb 15 05:00:06.340477 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4c4e6f79-aa00-4a7a-ae59-aef0fe946fba req-15ae87ef-b72d-4614-9fc5-58c4fe75df83 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529361 Feb 15 05:00:06.481431 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bececc9a-3754-4738-b286-076c6e7af2e1 req-74fbae73-eb5c-4099-b2fb-ba610b57e280 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:06.482896 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bececc9a-3754-4738-b286-076c6e7af2e1 req-74fbae73-eb5c-4099-b2fb-ba610b57e280 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.0514507 Feb 15 05:00:06.536845 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bececc9a-3754-4738-b286-076c6e7af2e1 req-4ac9ee09-e4d7-4fe9-b768-2846d2ebcd0e tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480144 Feb 15 05:00:06.606816 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 51082) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:06.709384 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-205339591-network', 'tenant_id': '8606bfdcbfda4edab40124cc36a1d8d6'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:00:06.811238 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Made reservation on behalf of 8606bfdcbfda4edab40124cc36a1d8d6 for: {'network': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:00:06.813534 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:06.825681 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:06.920228 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Publish callbacks [] for security_group (0747fbad-7c3f-40a2-b7f3-f4f89fbe8033), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:06.948419 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e7638-2c78-4685-bcc4-38130a95a711 req-7e3ee632-e120-47a9-95f0-2a69b9ed1f03 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:06.949917 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e20e7638-2c78-4685-bcc4-38130a95a711 req-7e3ee632-e120-47a9-95f0-2a69b9ed1f03 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0695803 Feb 15 05:00:06.981406 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (0747fbad-7c3f-40a2-b7f3-f4f89fbe8033), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:07.013094 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=119879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:00:07.023590 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e20e7638-2c78-4685-bcc4-38130a95a711 req-b3087556-5284-4c82-b406-382159297c77 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681994 Feb 15 05:00:07.031234 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (53573821-9d38-40d2-b467-74618adb2aa3), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:07.031567 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.segments_db [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Added segment 53573821-9d38-40d2-b467-74618adb2aa3 of type vlan for network 67ca8227-26e9-4abc-bb05-a9d0ea52a543 Feb 15 05:00:07.032811 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0747fbad-7c3f-40a2-b7f3-f4f89fbe8033,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:07.073275 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (67ca8227-26e9-4abc-bb05-a9d0ea52a543), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:07.153805 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (67ca8227-26e9-4abc-bb05-a9d0ea52a543), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:07.154794 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:07.155456 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:07.178819 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:07.222996 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] Pushing event updated for resources: {'Network': ['ID=67ca8227-26e9-4abc-bb05-a9d0ea52a543,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:07.237031 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network 67ca8227-26e9-4abc-bb05-a9d0ea52a543 details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:00:07.253064 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 51104) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:07.253667 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-c1e1b636-d6c3-4b43-a8ef-71465760b8d3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6456704 Feb 15 05:00:07.260726 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-0235b2eb-9e2a-4d7c-b8ce-88858b4c84d7 admin admin] Request body: {'subnet': {'network_id': '67ca8227-26e9-4abc-bb05-a9d0ea52a543', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-205339591-subnet', 'tenant_id': '8606bfdcbfda4edab40124cc36a1d8d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:00:07.301266 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6deed4-d8d4-4fd8-94fa-faee83ad8dc3 req-f32f6c58-051e-475d-9188-8575e666f1e6 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:07.310496 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ee6deed4-d8d4-4fd8-94fa-faee83ad8dc3 req-f32f6c58-051e-475d-9188-8575e666f1e6 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.1003923 Feb 15 05:00:07.356377 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ee6deed4-d8d4-4fd8-94fa-faee83ad8dc3 req-648de03c-fa45-4e55-bd82-15c9781bc9ad tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450013 Feb 15 05:00:07.382412 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0235b2eb-9e2a-4d7c-b8ce-88858b4c84d7 admin admin] Made reservation on behalf of 8606bfdcbfda4edab40124cc36a1d8d6 for: {'subnet': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:00:07.386294 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0235b2eb-9e2a-4d7c-b8ce-88858b4c84d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:07.479537 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a6796-c33e-4ed2-a694-f50fe1158836 req-0b7294e7-c4c5-4b9d-8322-f707ecaf3c00 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:07.481415 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1a2a6796-c33e-4ed2-a694-f50fe1158836 req-0b7294e7-c4c5-4b9d-8322-f707ecaf3c00 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0622606 Feb 15 05:00:07.531898 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1a2a6796-c33e-4ed2-a694-f50fe1158836 req-0d30a1af-a387-4955-bf9f-c127b81e3567 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446332 Feb 15 05:00:07.624820 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0235b2eb-9e2a-4d7c-b8ce-88858b4c84d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (c7a424c3-8b69-4f52-a108-840d5ee805a6), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:07.693681 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235b2eb-9e2a-4d7c-b8ce-88858b4c84d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a424c3-8b69-4f52-a108-840d5ee805a6,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:07.721470 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2427d2-445f-44b5-963d-3b096209e8d1 req-2505109a-3264-49e1-baf3-4e726fa01496 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:07.723035 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-aa2427d2-445f-44b5-963d-3b096209e8d1 req-2505109a-3264-49e1-baf3-4e726fa01496 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.1087661 Feb 15 05:00:07.726852 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235b2eb-9e2a-4d7c-b8ce-88858b4c84d7 admin admin] Checking segment: {'id': '53573821-9d38-40d2-b467-74618adb2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '67ca8227-26e9-4abc-bb05-a9d0ea52a543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:00:07.727209 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0235b2eb-9e2a-4d7c-b8ce-88858b4c84d7 admin admin] Network hostable DHCP agents. Network: 67ca8227-26e9-4abc-bb05-a9d0ea52a543, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:00:07.783561 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-aa2427d2-445f-44b5-963d-3b096209e8d1 req-b32da5ec-61e1-4482-a7e5-82dda74dbe13 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515213 Feb 15 05:00:07.867677 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0235b2eb-9e2a-4d7c-b8ce-88858b4c84d7 admin admin] Network 67ca8227-26e9-4abc-bb05-a9d0ea52a543 is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:00:07.965425 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-0235b2eb-9e2a-4d7c-b8ce-88858b4c84d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, 67ca8227-26e9-4abc-bb05-a9d0ea52a543) {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:00:07.969721 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0235b2eb-9e2a-4d7c-b8ce-88858b4c84d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:07.975537 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0235b2eb-9e2a-4d7c-b8ce-88858b4c84d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:07.976211 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964e3637-d7c3-48ce-ae1c-92010ef91c79 None None] Network 67ca8227-26e9-4abc-bb05-a9d0ea52a543 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:00:08.077385 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aefe89c-256f-4711-aacf-c19f7ce5011c None None] Network 67ca8227-26e9-4abc-bb05-a9d0ea52a543 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:00:08.094242 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-0235b2eb-9e2a-4d7c-b8ce-88858b4c84d7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8324637 Feb 15 05:00:08.113771 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 51134) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:08.174158 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053f09d-a955-4681-8a78-adf73ee74aa9 req-f4cb8888-6900-4750-bfc5-696aa023d8eb tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:08.181153 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b053f09d-a955-4681-8a78-adf73ee74aa9 req-f4cb8888-6900-4750-bfc5-696aa023d8eb tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0654635 Feb 15 05:00:08.231211 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b053f09d-a955-4681-8a78-adf73ee74aa9 req-14b50956-9981-4e70-94f8-7cbca113eb80 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475061 Feb 15 05:00:08.257311 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d11102d8-a4cf-4b12-b21f-71d0ddc87fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:08.329446 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d11102d8-a4cf-4b12-b21f-71d0ddc87fcf admin admin] Publish callbacks [] for security_group (c82b85b3-5b6e-4de3-9ce3-1a5b74191384), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:08.428089 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d11102d8-a4cf-4b12-b21f-71d0ddc87fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (c82b85b3-5b6e-4de3-9ce3-1a5b74191384), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:08.491127 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11102d8-a4cf-4b12-b21f-71d0ddc87fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82b85b3-5b6e-4de3-9ce3-1a5b74191384,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:08.498510 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-d11102d8-a4cf-4b12-b21f-71d0ddc87fcf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5db1562ec7e748db8fef7b9c5270d0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836975 Feb 15 05:00:08.501545 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 51148) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:08.518896 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6617f-4829-4d4f-b7e3-e8f8c5aca041 req-d41ccd5c-5420-48f1-9ae0-53182eb0d508 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:08.520344 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-75b6617f-4829-4d4f-b7e3-e8f8c5aca041 req-d41ccd5c-5420-48f1-9ae0-53182eb0d508 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0854797 Feb 15 05:00:08.554028 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-75bf9a5b-d550-4663-b3c3-ad5d3f930ba1 admin admin] Publish callbacks [] for security_group (c82b85b3-5b6e-4de3-9ce3-1a5b74191384), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:08.572950 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-75b6617f-4829-4d4f-b7e3-e8f8c5aca041 req-5fe7824e-6331-41ce-b1ba-03866fd2145a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449095 Feb 15 05:00:08.576086 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-75bf9a5b-d550-4663-b3c3-ad5d3f930ba1 admin admin] Publish callbacks [] for security_group (c82b85b3-5b6e-4de3-9ce3-1a5b74191384), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:08.588248 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['9c5d21fb-948e-4581-84ed-6ae828a7a9b0'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:00:08.697958 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-75bf9a5b-d550-4663-b3c3-ad5d3f930ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (c82b85b3-5b6e-4de3-9ce3-1a5b74191384), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:08.700642 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-75bf9a5b-d550-4663-b3c3-ad5d3f930ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:08.701873 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-75bf9a5b-d550-4663-b3c3-ad5d3f930ba1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c82b85b3-5b6e-4de3-9ce3-1a5b74191384 HTTP/1.1" status: 204 len: 168 time: 0.1982625 Feb 15 05:00:08.712100 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf9a5b-d550-4663-b3c3-ad5d3f930ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82b85b3-5b6e-4de3-9ce3-1a5b74191384,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:08.727419 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e67a1-8ab6-4ee1-9a1c-19182b56438e req-407173a7-ddf6-4edc-a668-8cd803328113 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:08.729506 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-221e67a1-8ab6-4ee1-9a1c-19182b56438e req-407173a7-ddf6-4edc-a668-8cd803328113 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0730746 Feb 15 05:00:08.782951 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:08.789890 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-221e67a1-8ab6-4ee1-9a1c-19182b56438e req-311e9212-ecd6-4058-aaa2-b4e5f5f92b59 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510166 Feb 15 05:00:08.908226 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cbcad-c4ad-4056-b072-17533991ad02 req-9420e188-eff9-41e3-bc5e-345087e3b371 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:08.909760 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c07cbcad-c4ad-4056-b072-17533991ad02 req-9420e188-eff9-41e3-bc5e-345087e3b371 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.0592089 Feb 15 05:00:08.955357 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c07cbcad-c4ad-4056-b072-17533991ad02 req-268fe199-94fd-4351-adf6-fcda906198a2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400021 Feb 15 05:00:08.962334 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 51164) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:08.967630 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-684612411-network', 'tenant_id': 'bbca0628134840188c750024c310f479'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:00:09.037740 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Made reservation on behalf of bbca0628134840188c750024c310f479 for: {'network': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:00:09.040122 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.048837 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.122790 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Publish callbacks [] for security_group (86a5553e-062c-4e69-96af-2bcde83e45c8), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.285761 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (86a5553e-062c-4e69-96af-2bcde83e45c8), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.349650 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=119878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:00:09.359299 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a5553e-062c-4e69-96af-2bcde83e45c8,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:09.365419 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (23e326b0-c0bc-406b-9053-ea0ff4b0e9d3), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.365762 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.segments_db [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Added segment 23e326b0-c0bc-406b-9053-ea0ff4b0e9d3 of type vlan for network 00c56067-cf20-49c8-88cf-7d9e24aaffc1 Feb 15 05:00:09.385559 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e9c9b-3c9b-4b8f-ab19-6a3f9c2ee3ad req-4db9b3d0-c6cb-47bd-b4a1-dbc49e574ecc tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:09.387018 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c00e9c9b-3c9b-4b8f-ab19-6a3f9c2ee3ad req-4db9b3d0-c6cb-47bd-b4a1-dbc49e574ecc tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0836160 Feb 15 05:00:09.412641 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 51174) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:09.415573 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (00c56067-cf20-49c8-88cf-7d9e24aaffc1), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.427550 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e6ec4f96-1d07-4b03-a04f-c692d3741eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.441816 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c00e9c9b-3c9b-4b8f-ab19-6a3f9c2ee3ad req-6ac3914b-cf84-4a37-80b5-10a5728e88f1 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493603 Feb 15 05:00:09.515890 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e6ec4f96-1d07-4b03-a04f-c692d3741eb1 admin admin] Publish callbacks [] for security_group (8ade4db2-e2fc-45b2-bd49-afbed85484ad), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.516785 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (00c56067-cf20-49c8-88cf-7d9e24aaffc1), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.517751 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:09.518323 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.575606 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] Pushing event updated for resources: {'Network': ['ID=00c56067-cf20-49c8-88cf-7d9e24aaffc1,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:09.582092 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e6ec4f96-1d07-4b03-a04f-c692d3741eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (8ade4db2-e2fc-45b2-bd49-afbed85484ad), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.585427 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network 00c56067-cf20-49c8-88cf-7d9e24aaffc1 details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:00:09.624445 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-9d56c266-2577-4ea9-bd15-d72bada75145 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6583393 Feb 15 05:00:09.624676 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 51178) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:09.629640 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-b8ca6672-3d31-4715-bbec-1a8f36157fcc admin admin] Request body: {'subnet': {'network_id': '00c56067-cf20-49c8-88cf-7d9e24aaffc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-684612411-subnet', 'tenant_id': 'bbca0628134840188c750024c310f479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:00:09.632732 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec4f96-1d07-4b03-a04f-c692d3741eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ade4db2-e2fc-45b2-bd49-afbed85484ad,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:09.640712 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-e6ec4f96-1d07-4b03-a04f-c692d3741eb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7b97814ca8149a6b1c273c16dfbf7fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308066 Feb 15 05:00:09.641158 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 51180) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:09.739290 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-08c5c299-378b-4629-8088-29c0b0df8b6b admin admin] Publish callbacks [] for security_group (8ade4db2-e2fc-45b2-bd49-afbed85484ad), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.747533 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac30e46-2ae8-47fa-bd69-eeed1a44a87c req-61f11b45-e8a8-4400-bead-73c4b458727b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:09.748998 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9ac30e46-2ae8-47fa-bd69-eeed1a44a87c req-61f11b45-e8a8-4400-bead-73c4b458727b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0825040 Feb 15 05:00:09.787045 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-08c5c299-378b-4629-8088-29c0b0df8b6b admin admin] Publish callbacks [] for security_group (8ade4db2-e2fc-45b2-bd49-afbed85484ad), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.806946 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ca6672-3d31-4715-bbec-1a8f36157fcc admin admin] Made reservation on behalf of bbca0628134840188c750024c310f479 for: {'subnet': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:00:09.809279 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b8ca6672-3d31-4715-bbec-1a8f36157fcc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:09.891519 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9ac30e46-2ae8-47fa-bd69-eeed1a44a87c req-397b38de-f358-4187-8d3d-d81b6f3b6896 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297102 Feb 15 05:00:09.922656 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8e7d5-ca18-4508-b7d8-e8d827867607 req-4204761c-df98-4d2e-a8a8-8861d76a4cb1 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:09.924176 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bda8e7d5-ca18-4508-b7d8-e8d827867607 req-4204761c-df98-4d2e-a8a8-8861d76a4cb1 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0636601 Feb 15 05:00:09.970151 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bda8e7d5-ca18-4508-b7d8-e8d827867607 req-ff727062-e352-4f17-8ffc-923bac7b5211 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 Feb 15 05:00:10.004410 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-08c5c299-378b-4629-8088-29c0b0df8b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (8ade4db2-e2fc-45b2-bd49-afbed85484ad), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:10.009560 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-08c5c299-378b-4629-8088-29c0b0df8b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:10.009560 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-08c5c299-378b-4629-8088-29c0b0df8b6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ade4db2-e2fc-45b2-bd49-afbed85484ad HTTP/1.1" status: 204 len: 168 time: 0.3642530 Feb 15 05:00:10.022192 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5c299-378b-4629-8088-29c0b0df8b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ade4db2-e2fc-45b2-bd49-afbed85484ad,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:10.111737 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf665244-cefa-4323-bab2-f2335cddb793 req-873ab418-8b7b-492a-b56e-364e7598a787 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:10.113247 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bf665244-cefa-4323-bab2-f2335cddb793 req-873ab418-8b7b-492a-b56e-364e7598a787 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.0854983 Feb 15 05:00:10.197335 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bf665244-cefa-4323-bab2-f2335cddb793 req-e8cf6adb-e3b6-43f7-8543-abdc346b6571 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576656 Feb 15 05:00:10.246145 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b8ca6672-3d31-4715-bbec-1a8f36157fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (630a1642-f328-44b8-a7ef-fba793b6ce21), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:10.300940 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca6672-3d31-4715-bbec-1a8f36157fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=630a1642-f328-44b8-a7ef-fba793b6ce21,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:10.310437 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca6672-3d31-4715-bbec-1a8f36157fcc admin admin] Checking segment: {'id': '23e326b0-c0bc-406b-9053-ea0ff4b0e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00c56067-cf20-49c8-88cf-7d9e24aaffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:00:10.310798 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ca6672-3d31-4715-bbec-1a8f36157fcc admin admin] Network hostable DHCP agents. Network: 00c56067-cf20-49c8-88cf-7d9e24aaffc1, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:00:10.399420 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ca6672-3d31-4715-bbec-1a8f36157fcc admin admin] Network 00c56067-cf20-49c8-88cf-7d9e24aaffc1 is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:00:10.489283 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-b8ca6672-3d31-4715-bbec-1a8f36157fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, 00c56067-cf20-49c8-88cf-7d9e24aaffc1) {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:00:10.493768 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ca6672-3d31-4715-bbec-1a8f36157fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:10.495515 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b8ca6672-3d31-4715-bbec-1a8f36157fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:10.507101 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c86e4b-471c-4b12-8c24-fd0864019a4f None None] Network 00c56067-cf20-49c8-88cf-7d9e24aaffc1 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:00:10.577109 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb759d-73b6-4e7e-8225-e524fd44effc req-2e56ccba-d4a0-450e-a2d4-dd9a66fde2cf tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:10.579072 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-b8ca6672-3d31-4715-bbec-1a8f36157fcc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9520221 Feb 15 05:00:10.579193 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-dfbb759d-73b6-4e7e-8225-e524fd44effc req-2e56ccba-d4a0-450e-a2d4-dd9a66fde2cf tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0672271 Feb 15 05:00:10.630588 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-dfbb759d-73b6-4e7e-8225-e524fd44effc req-1bd51840-6230-4a14-b52d-bb0aadbef783 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Feb 15 05:00:10.639186 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dcef72-a17e-4608-9fda-0308af68d8e7 None None] Network 00c56067-cf20-49c8-88cf-7d9e24aaffc1 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:00:11.016624 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82904531-71f1-44c6-8ddb-740031979487 req-b8b17554-c0bb-4eb3-b30d-c0d8f8270e61 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:11.018094 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-82904531-71f1-44c6-8ddb-740031979487 req-b8b17554-c0bb-4eb3-b30d-c0d8f8270e61 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0514884 Feb 15 05:00:11.070623 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-82904531-71f1-44c6-8ddb-740031979487 req-40eb2347-f92e-4f32-a779-5dcfa1771506 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470784 Feb 15 05:00:11.320018 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d4166-f961-4363-99e6-1191888057b5 req-275bada4-7143-45ea-aff7-5200620b5ec3 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:11.321656 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0b1d4166-f961-4363-99e6-1191888057b5 req-275bada4-7143-45ea-aff7-5200620b5ec3 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.0574570 Feb 15 05:00:11.371765 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0b1d4166-f961-4363-99e6-1191888057b5 req-d42eca33-bbb6-4710-8695-2fe36c80e3db tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435338 Feb 15 05:00:11.771284 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56a60e-9100-4675-a46e-ed95138cb989 req-b49671c1-0071-4e67-b6d6-c7fd84fde2e7 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:11.772832 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ab56a60e-9100-4675-a46e-ed95138cb989 req-b49671c1-0071-4e67-b6d6-c7fd84fde2e7 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0718894 Feb 15 05:00:11.821291 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ab56a60e-9100-4675-a46e-ed95138cb989 req-de866a21-33f8-4e27-b336-027cff4c17ad tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Feb 15 05:00:12.190395 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09956cd-2ffc-425e-a690-983d854b8afe req-d9f1c763-2aef-4863-b735-13b9933406e5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:12.191830 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f09956cd-2ffc-425e-a690-983d854b8afe req-d9f1c763-2aef-4863-b735-13b9933406e5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0519683 Feb 15 05:00:12.239464 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f09956cd-2ffc-425e-a690-983d854b8afe req-65d273ee-eff2-4b5d-99b3-3607b1ed33d1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Feb 15 05:00:12.491099 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb401-f614-4959-852c-b357f314e7ee req-f096b5b3-74cd-41eb-8c72-bb514602898a tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:12.492564 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f1acb401-f614-4959-852c-b357f314e7ee req-f096b5b3-74cd-41eb-8c72-bb514602898a tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.0522406 Feb 15 05:00:12.537869 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f1acb401-f614-4959-852c-b357f314e7ee req-5ffc3770-12d6-4649-8b2e-154828748676 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391066 Feb 15 05:00:12.942896 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7f24c-675c-4b04-b6d8-c7efe45f6c30 req-f0f9d5dc-0b91-4609-ba9f-a354b2a2d6cb tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:12.944334 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-56e7f24c-675c-4b04-b6d8-c7efe45f6c30 req-f0f9d5dc-0b91-4609-ba9f-a354b2a2d6cb tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0532663 Feb 15 05:00:12.990239 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-56e7f24c-675c-4b04-b6d8-c7efe45f6c30 req-bb0831d5-b77f-4f39-b0aa-5330b3635c10 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394051 Feb 15 05:00:13.348835 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 51304) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:13.363068 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e40b65-ba60-41a8-ae9a-b8485886d6d1 req-94100558-cebc-4131-88c9-92c797db3364 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:13.364751 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d4e40b65-ba60-41a8-ae9a-b8485886d6d1 req-94100558-cebc-4131-88c9-92c797db3364 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0537291 Feb 15 05:00:13.417046 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d4e40b65-ba60-41a8-ae9a-b8485886d6d1 req-78744a7d-0360-4121-b8b0-ab8923465721 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445442 Feb 15 05:00:13.459637 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-37d5cc41-6c49-413b-b359-7cb368879601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:13.532128 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-37d5cc41-6c49-413b-b359-7cb368879601 admin admin] Publish callbacks [] for security_group (73268a42-3faa-4080-a837-33848cd133ce), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:13.615564 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-37d5cc41-6c49-413b-b359-7cb368879601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (73268a42-3faa-4080-a837-33848cd133ce), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:13.676013 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5cc41-6c49-413b-b359-7cb368879601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73268a42-3faa-4080-a837-33848cd133ce,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:13.689568 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 51316) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:13.689927 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-37d5cc41-6c49-413b-b359-7cb368879601 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b88e1b98b73843e08700266b6aad52ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335736 Feb 15 05:00:13.699671 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343072c4-0165-4d49-8ad4-a50be53c5630 req-5f5dc136-23c1-47fc-94e1-ce97a27bf846 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:13.701267 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-343072c4-0165-4d49-8ad4-a50be53c5630 req-5f5dc136-23c1-47fc-94e1-ce97a27bf846 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.0956330 Feb 15 05:00:13.732922 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a5c07488-a2ce-43c4-bc35-99a0da4d6686 admin admin] Publish callbacks [] for security_group (73268a42-3faa-4080-a837-33848cd133ce), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:13.748960 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-343072c4-0165-4d49-8ad4-a50be53c5630 req-0fec4072-d610-4269-8de2-98019efbf147 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419829 Feb 15 05:00:13.753638 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a5c07488-a2ce-43c4-bc35-99a0da4d6686 admin admin] Publish callbacks [] for security_group (73268a42-3faa-4080-a837-33848cd133ce), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:13.883349 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a5c07488-a2ce-43c4-bc35-99a0da4d6686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (73268a42-3faa-4080-a837-33848cd133ce), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:13.885954 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a5c07488-a2ce-43c4-bc35-99a0da4d6686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:13.887631 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-a5c07488-a2ce-43c4-bc35-99a0da4d6686 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73268a42-3faa-4080-a837-33848cd133ce HTTP/1.1" status: 204 len: 168 time: 0.2024770 Feb 15 05:00:13.894946 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c07488-a2ce-43c4-bc35-99a0da4d6686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73268a42-3faa-4080-a837-33848cd133ce,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:14.107508 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6786e-4db5-4161-a1fb-8540b40e6242 req-5c8191bd-14d2-4fab-8522-d65586685c9c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:14.109214 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-78b6786e-4db5-4161-a1fb-8540b40e6242 req-5c8191bd-14d2-4fab-8522-d65586685c9c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0532885 Feb 15 05:00:14.157782 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-78b6786e-4db5-4161-a1fb-8540b40e6242 req-9f02edac-83b3-416e-95c1-3ceb2576f253 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426426 Feb 15 05:00:14.487515 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 51330) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:14.500287 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3b411e89-1f2f-47d7-b164-6ff20a077bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:14.544730 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130dc9-a51c-408b-afea-277e45443158 req-c4a132d0-2023-41ef-979d-cf06c18e2b49 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:14.546298 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d3130dc9-a51c-408b-afea-277e45443158 req-c4a132d0-2023-41ef-979d-cf06c18e2b49 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0527115 Feb 15 05:00:14.581667 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3b411e89-1f2f-47d7-b164-6ff20a077bbc admin admin] Publish callbacks [] for security_group (6356fdac-4b83-4b1e-b4ee-c130255254e7), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:14.597129 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d3130dc9-a51c-408b-afea-277e45443158 req-22253257-4dbd-4940-80e1-2917c66a536f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437496 Feb 15 05:00:14.672091 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3b411e89-1f2f-47d7-b164-6ff20a077bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (6356fdac-4b83-4b1e-b4ee-c130255254e7), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:14.711356 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-3b411e89-1f2f-47d7-b164-6ff20a077bbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cda8f358555e4b1987c63326f1c6f3e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226725 Feb 15 05:00:14.714046 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 51342) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:14.714359 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b411e89-1f2f-47d7-b164-6ff20a077bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6356fdac-4b83-4b1e-b4ee-c130255254e7,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:14.763928 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4860d1e5-f481-4664-95db-dc8111bffd19 admin admin] Publish callbacks [] for security_group (6356fdac-4b83-4b1e-b4ee-c130255254e7), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:14.785432 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4860d1e5-f481-4664-95db-dc8111bffd19 admin admin] Publish callbacks [] for security_group (6356fdac-4b83-4b1e-b4ee-c130255254e7), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:14.869388 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188c69b-6c40-452e-8e75-335959f980a1 req-1a98adbe-3ba3-4f6d-beea-6582cc0e3e47 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:14.871353 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4188c69b-6c40-452e-8e75-335959f980a1 req-1a98adbe-3ba3-4f6d-beea-6582cc0e3e47 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.0557816 Feb 15 05:00:14.906158 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4860d1e5-f481-4664-95db-dc8111bffd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (6356fdac-4b83-4b1e-b4ee-c130255254e7), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:14.908648 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4860d1e5-f481-4664-95db-dc8111bffd19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:14.912310 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-4860d1e5-f481-4664-95db-dc8111bffd19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6356fdac-4b83-4b1e-b4ee-c130255254e7 HTTP/1.1" status: 204 len: 168 time: 0.1948659 Feb 15 05:00:14.921503 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860d1e5-f481-4664-95db-dc8111bffd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6356fdac-4b83-4b1e-b4ee-c130255254e7,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:14.926580 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4188c69b-6c40-452e-8e75-335959f980a1 req-ce0550bf-3613-4fb2-a376-37c4f2e109ff tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496929 Feb 15 05:00:15.282791 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0dddb-77a5-43cc-bcaa-c12e5585e178 req-8266c4ff-63e1-4f26-a2fc-6a9a960160de tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:15.284288 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-96c0dddb-77a5-43cc-bcaa-c12e5585e178 req-8266c4ff-63e1-4f26-a2fc-6a9a960160de tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0526862 Feb 15 05:00:15.338225 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-96c0dddb-77a5-43cc-bcaa-c12e5585e178 req-b9e91c5d-91ff-4aac-9ac6-665eef6d43ae tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Feb 15 05:00:15.719053 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831def3-27fa-4cc9-bc74-a99bed27424b req-fb88f263-1fd7-4090-ab85-813188f1e155 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:15.720534 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8831def3-27fa-4cc9-bc74-a99bed27424b req-fb88f263-1fd7-4090-ab85-813188f1e155 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0540898 Feb 15 05:00:15.769370 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8831def3-27fa-4cc9-bc74-a99bed27424b req-4a0808c3-501a-493b-b6b8-99872cd2003d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Feb 15 05:00:16.023412 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 2d3f3db6-ad7d-4ce0-a339-d618021017f5 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:00:16.054116 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4a0ef-ce58-4ea3-af29-fb7da713e5f8 req-a5cfa6c9-9dad-48d4-aabc-72db7a3a346f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:16.055583 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-59c4a0ef-ce58-4ea3-af29-fb7da713e5f8 req-a5cfa6c9-9dad-48d4-aabc-72db7a3a346f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 944 time: 0.0555308 Feb 15 05:00:16.105266 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-59c4a0ef-ce58-4ea3-af29-fb7da713e5f8 req-5d452447-9297-40f9-994f-a51141c2180d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440042 Feb 15 05:00:16.125068 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 2d3f3db6-ad7d-4ce0-a339-d618021017f5 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:00:16.129318 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 2d3f3db6-ad7d-4ce0-a339-d618021017f5 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:00:16.132399 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:16.206332 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 2d3f3db6-ad7d-4ce0-a339-d618021017f5 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:00:16.206638 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:16.229199 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a115bcc-0fca-4e1f-9e94-36b72befff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3f3db6-ad7d-4ce0-a339-d618021017f5'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:00:16.231422 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a483934-622f-4b35-80d3-09c104e00b92" -d '{"events": [{"server_uuid": "6a115bcc-0fca-4e1f-9e94-36b72befff10", "name": "network-vif-plugged", "status": "completed", "tag": "2d3f3db6-ad7d-4ce0-a339-d618021017f5"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:00:16.246753 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 2d3f3db6-ad7d-4ce0-a339-d618021017f5, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2d3f3db6-ad7d-4ce0-a339-d618021017f5,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:00:16.267256 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f4b7c8-34a4-401d-b134-772c3430d4d4 x-openstack-request-id: req-64f4b7c8-34a4-401d-b134-772c3430d4d4 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:00:16.267568 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a115bcc-0fca-4e1f-9e94-36b72befff10", "name": "network-vif-plugged", "status": "completed", "tag": "2d3f3db6-ad7d-4ce0-a339-d618021017f5", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:00:16.267825 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64f4b7c8-34a4-401d-b134-772c3430d4d4 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:00:16.268218 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a115bcc-0fca-4e1f-9e94-36b72befff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3f3db6-ad7d-4ce0-a339-d618021017f5', 'code': 200} Feb 15 05:00:16.313156 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:16.314277 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:00:16.395182 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=2d3f3db6-ad7d-4ce0-a339-d618021017f5,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:16.427406 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:00:16.431465 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:00:16.431841 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:16.483934 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 51402) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:16.506286 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a2730-2fc5-46f5-8daf-c9d0cd4d8b6d req-a2301044-6a54-4324-a547-b5b1b663819c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:16.507760 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-993a2730-2fc5-46f5-8daf-c9d0cd4d8b6d req-a2301044-6a54-4324-a547-b5b1b663819c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0878630 Feb 15 05:00:16.521973 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:00:16.522365 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:16.556598 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:00:16.557741 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-993a2730-2fc5-46f5-8daf-c9d0cd4d8b6d req-f7c9e649-7607-4c4c-bc6c-7dd16199a299 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435836 Feb 15 05:00:16.604651 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-044c5c13-7c33-4506-a9cc-604bd34db110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:16.650520 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:16.677886 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-044c5c13-7c33-4506-a9cc-604bd34db110 admin admin] Publish callbacks [] for security_group (df722266-48ec-4cce-89cd-a49ab51d4ee2), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:16.699638 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:16.770389 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-044c5c13-7c33-4506-a9cc-604bd34db110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (df722266-48ec-4cce-89cd-a49ab51d4ee2), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:16.808041 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c5c13-7c33-4506-a9cc-604bd34db110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df722266-48ec-4cce-89cd-a49ab51d4ee2,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:16.815907 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-044c5c13-7c33-4506-a9cc-604bd34db110 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3b29a4cdff848b7b4db40381d061452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279524 Feb 15 05:00:16.817509 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 51410) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:16.892714 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-750f53f4-df75-4ed6-b491-c62db3e85a18 admin admin] Publish callbacks [] for security_group (df722266-48ec-4cce-89cd-a49ab51d4ee2), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:16.925690 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eee86a-a858-4963-846e-4812d2405431 req-8af1913c-c122-4b1e-80b8-c755dd9ac2fa tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:16.927143 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-00eee86a-a858-4963-846e-4812d2405431 req-8af1913c-c122-4b1e-80b8-c755dd9ac2fa tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0838563 Feb 15 05:00:16.928985 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-750f53f4-df75-4ed6-b491-c62db3e85a18 admin admin] Publish callbacks [] for security_group (df722266-48ec-4cce-89cd-a49ab51d4ee2), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:16.996370 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-00eee86a-a858-4963-846e-4812d2405431 req-d8466df6-93ec-4dd5-984c-469845971261 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605831 Feb 15 05:00:17.067277 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-750f53f4-df75-4ed6-b491-c62db3e85a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (df722266-48ec-4cce-89cd-a49ab51d4ee2), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:17.069882 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-750f53f4-df75-4ed6-b491-c62db3e85a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:17.070988 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-750f53f4-df75-4ed6-b491-c62db3e85a18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df722266-48ec-4cce-89cd-a49ab51d4ee2 HTTP/1.1" status: 204 len: 168 time: 0.2525661 Feb 15 05:00:17.079807 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f53f4-df75-4ed6-b491-c62db3e85a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df722266-48ec-4cce-89cd-a49ab51d4ee2,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:17.221641 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d58d64-6976-41b0-821b-0f89faeaa336 req-300eee9b-03d6-4999-80da-9fddb0628580 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:17.223081 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-64d58d64-6976-41b0-821b-0f89faeaa336 req-300eee9b-03d6-4999-80da-9fddb0628580 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0526633 Feb 15 05:00:17.268688 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-64d58d64-6976-41b0-821b-0f89faeaa336 req-daab8141-f621-4d74-bb84-5d43d2f7cb27 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400696 Feb 15 05:00:17.670827 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef47d9-432d-445f-ad03-b9d68e0e4a47 req-9e7f7263-45d3-4757-8d7d-e7d987d75586 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:17.672282 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-10ef47d9-432d-445f-ad03-b9d68e0e4a47 req-9e7f7263-45d3-4757-8d7d-e7d987d75586 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0521214 Feb 15 05:00:17.718586 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-10ef47d9-432d-445f-ad03-b9d68e0e4a47 req-7859a9e8-05fd-45a7-ab38-53802668e287 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402315 Feb 15 05:00:18.119871 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c32fbb-f0bb-4dcf-a399-8f8610c43e34 req-1bfffeac-7adf-4101-ba86-5951147e494b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:18.121345 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c1c32fbb-f0bb-4dcf-a399-8f8610c43e34 req-1bfffeac-7adf-4101-ba86-5951147e494b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0542772 Feb 15 05:00:18.167605 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c1c32fbb-f0bb-4dcf-a399-8f8610c43e34 req-b6f9af8a-1a4d-45c9-87fc-7b6a656093dc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395014 Feb 15 05:00:18.269064 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:00:18.271363 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537a6cb4-701b-4680-aa38-85c6c8459c1b" -d '{"events": [{"server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "name": "network-vif-plugged", "status": "completed", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:00:18.307006 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccaf9ec-94e4-4393-b180-babcafc91c1f x-openstack-request-id: req-4ccaf9ec-94e4-4393-b180-babcafc91c1f {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:00:18.307323 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "name": "network-vif-plugged", "status": "completed", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:00:18.307576 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ccaf9ec-94e4-4393-b180-babcafc91c1f {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:00:18.307962 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'code': 200} Feb 15 05:00:18.393846 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0bd4a-288c-4ab5-977f-8492cc696c0c req-43b59284-667d-4402-82d6-ab6f7e00b889 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:18.395281 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f6c0bd4a-288c-4ab5-977f-8492cc696c0c req-43b59284-667d-4402-82d6-ab6f7e00b889 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0592890 Feb 15 05:00:18.441763 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f6c0bd4a-288c-4ab5-977f-8492cc696c0c req-23f3dfd2-f487-4dbf-a23f-664f96d26be2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407279 Feb 15 05:00:18.721107 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de380831-7c7a-4f80-a7db-34e70b036ee4 req-444afd83-7c2b-4133-bdbb-f4d1159deeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:18.722590 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de380831-7c7a-4f80-a7db-34e70b036ee4 req-444afd83-7c2b-4133-bdbb-f4d1159deeed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 1129 time: 0.0859623 Feb 15 05:00:18.728199 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a329-8480-4a88-b5da-dd1b95b79220 req-1ca5b2ac-e99a-4aae-970f-7e45115cf0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:18.729563 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f418a329-8480-4a88-b5da-dd1b95b79220 req-1ca5b2ac-e99a-4aae-970f-7e45115cf0e4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 1129 time: 0.0679762 Feb 15 05:00:18.912529 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de380831-7c7a-4f80-a7db-34e70b036ee4 req-b8aa20cf-c9d7-4134-8650-c8e6d7da2d71 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791728 Feb 15 05:00:18.912529 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f418a329-8480-4a88-b5da-dd1b95b79220 req-38850519-0f0a-4fb1-a95a-4bf71fb2f9f3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849211 Feb 15 05:00:18.912529 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce30d46-880b-484d-9849-2e8ec7ddc44a req-784fdeaa-8d34-4098-9de4-e4c27bcace67 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:18.912529 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5ce30d46-880b-484d-9849-2e8ec7ddc44a req-784fdeaa-8d34-4098-9de4-e4c27bcace67 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0618925 Feb 15 05:00:18.922139 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5ce30d46-880b-484d-9849-2e8ec7ddc44a req-b5c731f6-35e6-4e9d-b99f-729fd4fd8b95 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617890 Feb 15 05:00:19.293766 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283c9ac-cfa1-4a25-abdd-c56142d24b20 req-1b2e1ed8-ad6e-4af6-b99a-45d30f3b45bf tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:19.295778 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b283c9ac-cfa1-4a25-abdd-c56142d24b20 req-1b2e1ed8-ad6e-4af6-b99a-45d30f3b45bf tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0551503 Feb 15 05:00:19.341047 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b283c9ac-cfa1-4a25-abdd-c56142d24b20 req-7c947e13-29bc-430a-84c1-0ea0674a4d04 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392115 Feb 15 05:00:19.559464 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d35d1-33df-4897-8e7d-32dd8ca4ad0e req-6c359d45-644a-4d1a-bc88-c218ff3516e9 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:19.560934 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-849d35d1-33df-4897-8e7d-32dd8ca4ad0e req-6c359d45-644a-4d1a-bc88-c218ff3516e9 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0528362 Feb 15 05:00:19.799790 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-849d35d1-33df-4897-8e7d-32dd8ca4ad0e req-021ef041-89cd-44e1-9512-7cf5b1b18132 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326462 Feb 15 05:00:20.461898 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b41c04-841b-4fec-bee0-fc4f8866a2db req-f329b900-3487-4c18-b7cc-bbd12643a588 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:20.463353 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b2b41c04-841b-4fec-bee0-fc4f8866a2db req-f329b900-3487-4c18-b7cc-bbd12643a588 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0517082 Feb 15 05:00:20.515359 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b2b41c04-841b-4fec-bee0-fc4f8866a2db req-59e20969-0e43-489a-87a9-bdc187af8d77 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464180 Feb 15 05:00:20.915642 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f09f59-fff6-4702-9d02-a9fa37acde64 req-4a9ae623-9b2a-4aee-84e1-2f48d21932c2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:20.917147 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b3f09f59-fff6-4702-9d02-a9fa37acde64 req-4a9ae623-9b2a-4aee-84e1-2f48d21932c2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0523567 Feb 15 05:00:20.977722 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b3f09f59-fff6-4702-9d02-a9fa37acde64 req-4c576855-21c8-402d-87aa-25ef9c57e19f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548515 Feb 15 05:00:21.638680 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e3db1-0551-4f37-85e2-c01b953cacd3 req-ff5b063e-a1bb-409e-beb2-4f6fb2a2f05d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:21.640100 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2a8e3db1-0551-4f37-85e2-c01b953cacd3 req-ff5b063e-a1bb-409e-beb2-4f6fb2a2f05d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0515926 Feb 15 05:00:21.689826 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2a8e3db1-0551-4f37-85e2-c01b953cacd3 req-5a396bb4-4278-42a5-a581-9639060d1355 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440514 Feb 15 05:00:21.814350 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1550e-2e9f-4d4b-873a-c1610ace2579 req-774d3a6a-e159-400f-9d15-4879883d507b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:21.815985 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8df1550e-2e9f-4d4b-873a-c1610ace2579 req-774d3a6a-e159-400f-9d15-4879883d507b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0557382 Feb 15 05:00:21.826967 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 51558) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:21.831567 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-d8c157c5-86c8-4eca-8234-bb00a09e80a1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Request body: {'floatingip': {'port_id': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:00:22.086344 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d8c157c5-86c8-4eca-8234-bb00a09e80a1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (0980b2b6-5f31-4daa-8245-decdf593956f), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:22.128820 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb635a-c3ae-44e5-bd1d-bd3f17da2cea req-29b43196-05d8-4e5b-b459-23a28a541396 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:22.136368 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eddb635a-c3ae-44e5-bd1d-bd3f17da2cea req-29b43196-05d8-4e5b-b459-23a28a541396 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0630844 Feb 15 05:00:22.183158 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eddb635a-c3ae-44e5-bd1d-bd3f17da2cea req-89313c0c-c27a-4c0c-9eb0-4dda700d5d7f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465069 Feb 15 05:00:22.342520 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129e1fe-a4bc-4228-9af1-e4ea8f578162 req-5f2aad91-6ae2-4359-8530-a3f0d9525c16 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:22.344034 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b129e1fe-a4bc-4228-9af1-e4ea8f578162 req-5f2aad91-6ae2-4359-8530-a3f0d9525c16 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0583105 Feb 15 05:00:22.352966 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 51580) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:22.358790 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-d3562fd0-a01e-4b69-8e12-d7370613f594 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Request body: {'floatingip': {'port_id': '2d3f3db6-ad7d-4ce0-a339-d618021017f5'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:00:22.432185 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d3562fd0-a01e-4b69-8e12-d7370613f594 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (48dc34f8-9580-4c2d-b912-30a3f59deb8a), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:22.731713 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d8c157c5-86c8-4eca-8234-bb00a09e80a1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:22.816038 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d8c157c5-86c8-4eca-8234-bb00a09e80a1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (0980b2b6-5f31-4daa-8245-decdf593956f), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:22.918761 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.l3_db [None req-d8c157c5-86c8-4eca-8234-bb00a09e80a1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Floating IP 0980b2b6-5f31-4daa-8245-decdf593956f associated. External IP: 172.27.2.244, port: 9c5d21fb-948e-4581-84ed-6ae828a7a9b0. Feb 15 05:00:23.082002 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d3562fd0-a01e-4b69-8e12-d7370613f594 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:23.141749 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d3562fd0-a01e-4b69-8e12-d7370613f594 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (48dc34f8-9580-4c2d-b912-30a3f59deb8a), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:23.145959 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c157c5-86c8-4eca-8234-bb00a09e80a1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Router 590099b4-8911-4874-8e28-9e63024406fb has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:00:23.249986 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.l3_db [None req-d3562fd0-a01e-4b69-8e12-d7370613f594 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Floating IP 48dc34f8-9580-4c2d-b912-30a3f59deb8a associated. External IP: 172.27.2.135, port: 2d3f3db6-ad7d-4ce0-a339-d618021017f5. Feb 15 05:00:23.255803 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c157c5-86c8-4eca-8234-bb00a09e80a1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:00:23.260465 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d8c157c5-86c8-4eca-8234-bb00a09e80a1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:23.269937 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76408624-4e9a-4717-853a-2b95cc142993 None None] Sync routers for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:00:23.280286 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76408624-4e9a-4717-853a-2b95cc142993 None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:00:23.281012 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-76408624-4e9a-4717-853a-2b95cc142993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:00:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:00:23.294175 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d8c157c5-86c8-4eca-8234-bb00a09e80a1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "PUT /v2.0/floatingips/0980b2b6-5f31-4daa-8245-decdf593956f HTTP/1.1" status: 200 len: 991 time: 1.4642003 Feb 15 05:00:23.294175 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0'}] {{(pid=119879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:00:23.296237 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a80aa83670eb8c05232e7c564b5732107f114138c78db7ec85f3e43402d36aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799b80ca-25a7-4ce5-9ec2-a1912aebd4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0"}]}' {{(pid=119879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:00:23.386589 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d989a93-0f60-4f00-a6fa-321aaa229a5d x-openstack-request-id: req-3d989a93-0f60-4f00-a6fa-321aaa229a5d {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:00:23.386942 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0", "status": "completed", "code": 200}]} {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:00:23.387702 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d989a93-0f60-4f00-a6fa-321aaa229a5d {{(pid=119879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:00:23.388124 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'status': 'completed', 'code': 200} Feb 15 05:00:23.399297 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-76408624-4e9a-4717-853a-2b95cc142993 None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:00:23.686708 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-76408624-4e9a-4717-853a-2b95cc142993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '0980b2b6-5f31-4daa-8245-decdf593956f', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '590099b4-8911-4874-8e28-9e63024406fb', 'port_id': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'mac_address': 'fa:16:3e:bb:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:59:37Z', 'updated_at': '2022-02-15T05:00:22Z', 'revision_number': 1, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:33Z', 'revision_number': 5, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:00:23.690450 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3562fd0-a01e-4b69-8e12-d7370613f594 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:00:23.714559 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76408624-4e9a-4717-853a-2b95cc142993 None None] Checking router: 590099b4-8911-4874-8e28-9e63024406fb for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:00:23.722816 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76408624-4e9a-4717-853a-2b95cc142993 None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:00:23.723453 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-76408624-4e9a-4717-853a-2b95cc142993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:00:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:00:23.802311 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3562fd0-a01e-4b69-8e12-d7370613f594 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:00:23.807367 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d3562fd0-a01e-4b69-8e12-d7370613f594 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:23.815257 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ee6b2-5da3-4e70-a75c-b3b7ada25d93 None None] Sync routers for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:00:23.824492 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ee6b2-5da3-4e70-a75c-b3b7ada25d93 None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:00:23.826071 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-ae2ee6b2-5da3-4e70-a75c-b3b7ada25d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:00:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:00:23.835922 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-76408624-4e9a-4717-853a-2b95cc142993 None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:00:23.839869 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-d3562fd0-a01e-4b69-8e12-d7370613f594 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "PUT /v2.0/floatingips/48dc34f8-9580-4c2d-b912-30a3f59deb8a HTTP/1.1" status: 200 len: 991 time: 1.4857228 Feb 15 05:00:23.845700 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a115bcc-0fca-4e1f-9e94-36b72befff10', 'tag': '2d3f3db6-ad7d-4ce0-a339-d618021017f5'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:00:23.845700 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7325c0e9-912e-4130-bf55-f26ec1c605a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a115bcc-0fca-4e1f-9e94-36b72befff10", "tag": "2d3f3db6-ad7d-4ce0-a339-d618021017f5"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:00:23.932333 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa95533-1937-40bf-ab7f-624cb45b4241 x-openstack-request-id: req-2aa95533-1937-40bf-ab7f-624cb45b4241 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:00:23.932901 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a115bcc-0fca-4e1f-9e94-36b72befff10", "tag": "2d3f3db6-ad7d-4ce0-a339-d618021017f5", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:00:23.933238 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2aa95533-1937-40bf-ab7f-624cb45b4241 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:00:23.933875 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a115bcc-0fca-4e1f-9e94-36b72befff10', 'tag': '2d3f3db6-ad7d-4ce0-a339-d618021017f5', 'status': 'completed', 'code': 200} Feb 15 05:00:23.948972 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-ae2ee6b2-5da3-4e70-a75c-b3b7ada25d93 None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:00:24.157101 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-76408624-4e9a-4717-853a-2b95cc142993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '0980b2b6-5f31-4daa-8245-decdf593956f', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '590099b4-8911-4874-8e28-9e63024406fb', 'port_id': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'mac_address': 'fa:16:3e:bb:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:59:37Z', 'updated_at': '2022-02-15T05:00:22Z', 'revision_number': 1, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:33Z', 'revision_number': 5, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:00:24.184816 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76408624-4e9a-4717-853a-2b95cc142993 None None] The sync data for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi is: [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '0980b2b6-5f31-4daa-8245-decdf593956f', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '590099b4-8911-4874-8e28-9e63024406fb', 'port_id': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'mac_address': 'fa:16:3e:bb:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:59:37Z', 'updated_at': '2022-02-15T05:00:22Z', 'revision_number': 1, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:33Z', 'revision_number': 5, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:00:24.252018 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-ae2ee6b2-5da3-4e70-a75c-b3b7ada25d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '48dc34f8-9580-4c2d-b912-30a3f59deb8a', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'port_id': '2d3f3db6-ad7d-4ce0-a339-d618021017f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'mac_address': 'fa:16:3e:9c:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a115bcc-0fca-4e1f-9e94-36b72befff10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:59:36Z', 'updated_at': '2022-02-15T05:00:22Z', 'revision_number': 1, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:36Z', 'revision_number': 5, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:00:24.301743 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ee6b2-5da3-4e70-a75c-b3b7ada25d93 None None] Checking router: b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:00:24.318857 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ee6b2-5da3-4e70-a75c-b3b7ada25d93 None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:00:24.319491 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-ae2ee6b2-5da3-4e70-a75c-b3b7ada25d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:00:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:00:24.445715 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b27a2b-2869-4f8c-919c-6dfa70d7cdee None None] New status for floating IP 0980b2b6-5f31-4daa-8245-decdf593956f: ACTIVE {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:00:24.551827 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-ae2ee6b2-5da3-4e70-a75c-b3b7ada25d93 None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:00:24.777696 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-ae2ee6b2-5da3-4e70-a75c-b3b7ada25d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '48dc34f8-9580-4c2d-b912-30a3f59deb8a', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'port_id': '2d3f3db6-ad7d-4ce0-a339-d618021017f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'mac_address': 'fa:16:3e:9c:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a115bcc-0fca-4e1f-9e94-36b72befff10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:59:36Z', 'updated_at': '2022-02-15T05:00:22Z', 'revision_number': 1, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:36Z', 'revision_number': 5, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:00:24.804288 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ee6b2-5da3-4e70-a75c-b3b7ada25d93 None None] The sync data for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi is: [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '48dc34f8-9580-4c2d-b912-30a3f59deb8a', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'port_id': '2d3f3db6-ad7d-4ce0-a339-d618021017f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'mac_address': 'fa:16:3e:9c:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a115bcc-0fca-4e1f-9e94-36b72befff10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:59:36Z', 'updated_at': '2022-02-15T05:00:22Z', 'revision_number': 1, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:36Z', 'revision_number': 5, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:00:24.984934 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af1c59-f0f5-4887-aaa9-ce7de49f282b None None] New status for floating IP 48dc34f8-9580-4c2d-b912-30a3f59deb8a: ACTIVE {{(pid=119880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:00:26.263878 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325c0e9-912e-4130-bf55-f26ec1c605a4 req-52fbc8ff-20ae-446f-9a37-18ceee36838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:26.265443 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7325c0e9-912e-4130-bf55-f26ec1c605a4 req-52fbc8ff-20ae-446f-9a37-18ceee36838f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 1129 time: 0.0764368 Feb 15 05:00:26.269158 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b80ca-25a7-4ce5-9ec2-a1912aebd4e7 req-284321b5-c885-4b45-b4c6-027ac17c591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:26.270510 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-799b80ca-25a7-4ce5-9ec2-a1912aebd4e7 req-284321b5-c885-4b45-b4c6-027ac17c591c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 1129 time: 0.0802791 Feb 15 05:00:26.451562 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325c0e9-912e-4130-bf55-f26ec1c605a4 req-12dfffce-9f59-459e-9db1-c6b7568f6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:26.453240 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7325c0e9-912e-4130-bf55-f26ec1c605a4 req-12dfffce-9f59-459e-9db1-c6b7568f6629 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b HTTP/1.1" status: 200 len: 911 time: 0.1664789 Feb 15 05:00:26.454288 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b80ca-25a7-4ce5-9ec2-a1912aebd4e7 req-0e0b545a-6d35-4739-8e21-8ed51f811d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:26.455691 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-799b80ca-25a7-4ce5-9ec2-a1912aebd4e7 req-0e0b545a-6d35-4739-8e21-8ed51f811d33 service neutron] 10.222.0.52 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 918 time: 0.1674318 Feb 15 05:00:26.600625 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7325c0e9-912e-4130-bf55-f26ec1c605a4 req-e16eee26-53f0-46ef-be73-86f0e043ac94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3f3db6-ad7d-4ce0-a339-d618021017f5 HTTP/1.1" status: 200 len: 1001 time: 0.1356306 Feb 15 05:00:26.602209 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-799b80ca-25a7-4ce5-9ec2-a1912aebd4e7 req-64dbcf73-17d0-4f1b-8547-0753cbbee064 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0 HTTP/1.1" status: 200 len: 1001 time: 0.1310525 Feb 15 05:00:26.690796 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325c0e9-912e-4130-bf55-f26ec1c605a4 req-2774e113-673a-4b85-bedf-2577f001def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:26.692224 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7325c0e9-912e-4130-bf55-f26ec1c605a4 req-2774e113-673a-4b85-bedf-2577f001def6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=faa73486-4adb-45de-9cdc-e6985faa7b50 HTTP/1.1" status: 200 len: 849 time: 0.0802760 Feb 15 05:00:26.693585 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b80ca-25a7-4ce5-9ec2-a1912aebd4e7 req-afdc0dc6-f7d0-4f40-aaac-4f55ceb0d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:26.694984 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-799b80ca-25a7-4ce5-9ec2-a1912aebd4e7 req-afdc0dc6-f7d0-4f40-aaac-4f55ceb0d60d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 HTTP/1.1" status: 200 len: 856 time: 0.0761139 Feb 15 05:00:26.782989 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325c0e9-912e-4130-bf55-f26ec1c605a4 req-00e6549b-cf53-4f2d-b5e2-e658e2bf1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:26.784395 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7325c0e9-912e-4130-bf55-f26ec1c605a4 req-00e6549b-cf53-4f2d-b5e2-e658e2bf1cdc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750496 Feb 15 05:00:26.786106 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b80ca-25a7-4ce5-9ec2-a1912aebd4e7 req-db679689-c3cd-48fb-9000-a2c5680d50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:26.787684 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-799b80ca-25a7-4ce5-9ec2-a1912aebd4e7 req-db679689-c3cd-48fb-9000-a2c5680d50b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=241d7b4d-8815-491c-866f-29f7ceeec045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772781 Feb 15 05:00:26.950534 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7325c0e9-912e-4130-bf55-f26ec1c605a4 req-b67963fa-881b-474d-93c4-f61c9c4fe3f4 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551652 Feb 15 05:00:26.954295 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-799b80ca-25a7-4ce5-9ec2-a1912aebd4e7 req-0f204571-2f5a-4a2f-8228-e8b8c7cea60e service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513836 Feb 15 05:00:27.134872 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c784ab33-d545-4006-8046-04185d92cbb4 req-05569e02-3828-46de-9107-aebe72768366 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1570454 Feb 15 05:00:27.148960 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7325c0e9-912e-4130-bf55-f26ec1c605a4 req-d89bd0ee-cf02-4936-9844-4b55490f34cd service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876302 Feb 15 05:00:27.155003 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-799b80ca-25a7-4ce5-9ec2-a1912aebd4e7 req-f4eadfd4-cdf5-406d-8105-de8340734b1e service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848004 Feb 15 05:00:27.254222 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784ab33-d545-4006-8046-04185d92cbb4 req-4e56ce49-37a7-4359-a8fb-d19449ef0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:27.255620 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c784ab33-d545-4006-8046-04185d92cbb4 req-4e56ce49-37a7-4359-a8fb-d19449ef0707 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a7270034ec14285a0f682551e934d1d&device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 1129 time: 0.0447352 Feb 15 05:00:27.362175 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784ab33-d545-4006-8046-04185d92cbb4 req-680415aa-173b-448b-af0f-b4a29dc644ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:27.363627 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c784ab33-d545-4006-8046-04185d92cbb4 req-680415aa-173b-448b-af0f-b4a29dc644ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=1963f083-ad61-4615-bfc5-eb239d022610 HTTP/1.1" status: 200 len: 912 time: 0.0893939 Feb 15 05:00:27.407720 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c784ab33-d545-4006-8046-04185d92cbb4 req-040255f9-d331-4658-8448-f48f67428dc3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc00ebe9-c575-4baa-b9ad-67254a78a206 HTTP/1.1" status: 200 len: 217 time: 0.0370691 Feb 15 05:00:27.466158 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784ab33-d545-4006-8046-04185d92cbb4 req-98097242-1339-474f-8c5f-db61b484e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:27.467671 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c784ab33-d545-4006-8046-04185d92cbb4 req-98097242-1339-474f-8c5f-db61b484e4a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d95ba683-305b-40fc-8a8a-5594f38f887c HTTP/1.1" status: 200 len: 851 time: 0.0492165 Feb 15 05:00:27.499742 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c784ab33-d545-4006-8046-04185d92cbb4 req-35fe2e61-a447-4db8-b22f-2c52559eb36c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1963f083-ad61-4615-bfc5-eb239d022610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244606 Feb 15 05:00:27.589334 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c784ab33-d545-4006-8046-04185d92cbb4 req-41ecaf15-9448-45da-ba17-7ba3d3a36825 service neutron] 10.222.0.52 "GET /v2.0/networks/1963f083-ad61-4615-bfc5-eb239d022610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813515 Feb 15 05:00:27.687851 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c784ab33-d545-4006-8046-04185d92cbb4 req-c3575780-4ae1-4b1d-b83f-6e6f2be7e4b2 service neutron] 10.222.0.52 "GET /v2.0/networks/1963f083-ad61-4615-bfc5-eb239d022610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879922 Feb 15 05:00:29.519124 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:29.940130 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 51746) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:30.063697 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:30.161158 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Publish callbacks [] for security_group (795cb846-5498-4795-acf5-72198a3a39f4), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:30.277074 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (795cb846-5498-4795-acf5-72198a3a39f4), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:30.317297 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4e07a8787154208836ec56ccec533bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760369 Feb 15 05:00:30.318775 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795cb846-5498-4795-acf5-72198a3a39f4,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:30.320448 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 51754) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:30.327379 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.327741 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.328263 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.328640 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.328985 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.329360 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.329722 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.330203 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.330436 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.330775 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.331106 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.331435 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.331894 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e7e5b4-4758-4b09-aa00-19e49a58356c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.377085 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Publish callbacks [] for security_group (795cb846-5498-4795-acf5-72198a3a39f4), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:30.400276 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Publish callbacks [] for security_group (795cb846-5498-4795-acf5-72198a3a39f4), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:30.518374 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (795cb846-5498-4795-acf5-72198a3a39f4), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:30.521014 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:30.522732 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/795cb846-5498-4795-acf5-72198a3a39f4 HTTP/1.1" status: 204 len: 168 time: 0.2004931 Feb 15 05:00:30.532537 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795cb846-5498-4795-acf5-72198a3a39f4,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:30.540939 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.541324 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.541677 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.542027 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.542362 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.542722 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.543062 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.544621 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.545002 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.545550 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.546107 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.546680 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:30.547026 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a488b3-8c2c-4b48-bb29-c5265aaffebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:31.635501 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:00:32.329836 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-89d9742a-ff7f-4b72-9514-cf773d1ff8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:34.684808 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-8b458277-db5f-4a36-bbf9-2c9c9e26b8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:35.838242 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:36.677600 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-babc0549-1e1f-4939-8a1c-de0642a5c656 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8a5159bab21f439387d77ae3ca4543d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294929 Feb 15 05:00:36.868049 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-2dd6baa0-3ab4-440e-9cd3-d20668c9d8b5 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:36.869526 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-2dd6baa0-3ab4-440e-9cd3-d20668c9d8b5 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864223 Feb 15 05:00:36.887197 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-5933f3db-f140-4811-ac23-f366572caace tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/quotas/8a5159bab21f439387d77ae3ca4543d3 HTTP/1.1" status: 200 len: 375 time: 0.0095031 Feb 15 05:00:36.918696 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-934dc5ef-dfc8-4f84-93e4-1000212d44ad tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a5159bab21f439387d77ae3ca4543d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256102 Feb 15 05:00:37.231098 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c06527c0-e9d8-4c3a-8683-2c718cc9d671 req-fb950ce4-62c7-4215-9294-be86019fe58e tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 210 time: 0.0430505 Feb 15 05:00:37.244309 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:38.288251 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-09b8af00-2c1a-4c5d-90f2-ee6e74469b94 req-0fb17b9c-7d39-4950-8fd0-7181c81ccdf4 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 210 time: 0.0275390 Feb 15 05:00:38.722556 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:39.390970 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44426b-8638-4d79-8557-93ee932646ba req-b6b69f55-286b-4460-b955-0570c3e4e1c8 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:39.392472 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bf44426b-8638-4d79-8557-93ee932646ba req-b6b69f55-286b-4460-b955-0570c3e4e1c8 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0586634 Feb 15 05:00:39.449024 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bf44426b-8638-4d79-8557-93ee932646ba req-c91e9d9a-258c-4b17-b767-3511dccf431e tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507271 Feb 15 05:00:39.593652 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-58c4e96c-675a-42dd-bc62-9f6c32121ef7 req-f4e89593-1255-4d65-9004-2fe60f773aca tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 210 time: 0.2192338 Feb 15 05:00:40.576723 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcf2fb-03d8-47b7-b52c-cc6f1276a4a8 req-935d3d92-3f60-4acc-81b5-149185312fe4 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:40.578203 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4ffcf2fb-03d8-47b7-b52c-cc6f1276a4a8 req-935d3d92-3f60-4acc-81b5-149185312fe4 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0516596 Feb 15 05:00:40.623990 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4ffcf2fb-03d8-47b7-b52c-cc6f1276a4a8 req-0a886901-6d14-4f74-a534-3d9dc8ba389d tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404060 Feb 15 05:00:40.692311 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-60e437f9-53c3-4bc7-b030-899c93273ed7 req-3f0f6af3-ddd1-4fd9-b675-7632833cd889 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 210 time: 0.0263150 Feb 15 05:00:41.449705 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-89c25fc1-23ef-49e5-8633-3c58c19848af tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8a5159bab21f439387d77ae3ca4543d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204766 Feb 15 05:00:41.739503 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f049ab-c2fb-4120-839d-a4b505d975a4 req-1191e256-0b8d-4cd3-95a3-abb844abc4ef tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:41.740997 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f8f049ab-c2fb-4120-839d-a4b505d975a4 req-1191e256-0b8d-4cd3-95a3-abb844abc4ef tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0516484 Feb 15 05:00:41.783838 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3f4716b0-9489-461d-b30a-517f382aff3a req-1c6499f9-5270-4571-bad3-0f32ec0dbeb4 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 210 time: 0.0269628 Feb 15 05:00:41.790447 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f8f049ab-c2fb-4120-839d-a4b505d975a4 req-6aa00ff0-d54f-49f9-97ae-a7127affb873 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435245 Feb 15 05:00:42.755103 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-4427fca9-2f12-42a5-a01d-c4aab784c2d0 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:42.756425 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-4427fca9-2f12-42a5-a01d-c4aab784c2d0 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0968122 Feb 15 05:00:42.881370 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-efaf7d67-e5cc-43ab-9587-6d7fa2dac186 req-c53fdf65-2f52-46ad-ae73-6cba345f0e2b tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 210 time: 0.0274413 Feb 15 05:00:42.911527 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3b471-818b-48d2-a01b-b9798c2d385f req-aa7cf992-a0e6-45ba-bed6-4d0abd44ec55 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:42.913026 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-92f3b471-818b-48d2-a01b-b9798c2d385f req-aa7cf992-a0e6-45ba-bed6-4d0abd44ec55 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0548816 Feb 15 05:00:42.965009 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-92f3b471-818b-48d2-a01b-b9798c2d385f req-71500ee3-ca0f-483c-b4e7-60ad097cc9ba tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449522 Feb 15 05:00:43.977546 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-222c2fb8-a1b7-4c25-b4c5-3bcf877aad14 req-14876ff8-f8d5-43f0-9a31-7604224dab2c tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 210 time: 0.0299559 Feb 15 05:00:44.079499 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427aa30-a6a2-4b60-ac82-703973286f56 req-01f9ec7f-2215-4cd7-86b1-9f5964db8a3d tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:44.080901 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f427aa30-a6a2-4b60-ac82-703973286f56 req-01f9ec7f-2215-4cd7-86b1-9f5964db8a3d tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0499268 Feb 15 05:00:44.126445 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f427aa30-a6a2-4b60-ac82-703973286f56 req-d9cbb57b-c51a-4b63-a4f9-933e9cf0028b tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 Feb 15 05:00:44.294340 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Request body: {'port': {'device_id': '0f974712-c451-4f01-bd9c-0bc8a780a400', 'network_id': 'a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c', 'admin_state_up': True, 'tenant_id': '8a5159bab21f439387d77ae3ca4543d3'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:00:44.477517 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Made reservation on behalf of 8a5159bab21f439387d77ae3ca4543d3 for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:00:44.483475 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:44.495999 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:44.568160 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Publish callbacks [] for security_group (ef716407-731b-48ff-87de-8045f90bb210), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:44.626679 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ef716407-731b-48ff-87de-8045f90bb210), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:44.689582 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef716407-731b-48ff-87de-8045f90bb210,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:44.760367 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Allocated IP 192.168.233.206 (a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c/c66b7a49-9e2e-4662-939b-bb491709c909/24d7b6ae-806c-44f1-8365-d9f209daecfa) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:00:44.899592 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Publish callbacks [] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:45.020914 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:45.063383 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Network a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:00:45.068781 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:00:45.072365 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:00:45.077480 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:45.078090 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:45.088889 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Pushing event updated for resources: {'Port': ['ID=24d7b6ae-806c-44f1-8365-d9f209daecfa,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:45.096905 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b6320-efd6-41a0-8fa4-6931441f0eda req-8deeb936-bded-42eb-b04b-3959e2dcae8b tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:45.105508 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e28b6320-efd6-41a0-8fa4-6931441f0eda req-8deeb936-bded-42eb-b04b-3959e2dcae8b tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 936 time: 0.0559859 Feb 15 05:00:45.151087 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e28b6320-efd6-41a0-8fa4-6931441f0eda req-a7e45431-bede-4e03-8570-646226c7c2e5 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468524 Feb 15 05:00:45.174509 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-038e197f-3da9-4fa2-a701-6eb17de106b7 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8841383 Feb 15 05:00:45.234195 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Request body: {'port': {'device_id': '0f974712-c451-4f01-bd9c-0bc8a780a400', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:00:45.298815 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-190a472d-ffd0-446c-b32b-ea2ca1bd4a7a None None] Provisioning complete for port 24d7b6ae-806c-44f1-8365-d9f209daecfa triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:00:45.299366 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-190a472d-ffd0-446c-b32b-ea2ca1bd4a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:45.300113 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8167d-3b0b-41e8-9c99-517c86a53b72 req-d6c8f45d-6a65-4a25-8604-e8c47243d3f2 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:45.301618 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3ab8167d-3b0b-41e8-9c99-517c86a53b72 req-d6c8f45d-6a65-4a25-8604-e8c47243d3f2 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.1029129 Feb 15 05:00:45.316644 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:45.334648 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-190a472d-ffd0-446c-b32b-ea2ca1bd4a7a None None] Port 24d7b6ae-806c-44f1-8365-d9f209daecfa cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:00:45.603597 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3ab8167d-3b0b-41e8-9c99-517c86a53b72 req-289fd6fa-09b8-4a76-9df5-2174940eb40d tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955253 Feb 15 05:00:45.819131 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d7b6ae-806c-44f1-8365-d9f209daecfa {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:00:45.826662 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Publish callbacks [] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:45.838112 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Transition to ACTIVE for port object 24d7b6ae-806c-44f1-8365-d9f209daecfa will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:00:45.928854 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:45.995881 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Pushing event updated for resources: {'Port': ['ID=24d7b6ae-806c-44f1-8365-d9f209daecfa,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:46.017485 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Attempting to bind port 24d7b6ae-806c-44f1-8365-d9f209daecfa on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:00:46.017944 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Attempting to bind port 24d7b6ae-806c-44f1-8365-d9f209daecfa by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '6a48c7a1-39ca-41a8-ad86-62544bd9744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:00:46.018542 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Attempting to bind port 24d7b6ae-806c-44f1-8365-d9f209daecfa on network a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:00:46.025597 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Port 24d7b6ae-806c-44f1-8365-d9f209daecfa on network a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:00:46.025597 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Attempting to bind port 24d7b6ae-806c-44f1-8365-d9f209daecfa on network a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:00:46.032669 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:00:46.033090 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Checking segment: {'id': '6a48c7a1-39ca-41a8-ad86-62544bd9744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:00:46.033432 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Bound using segment: {'id': '6a48c7a1-39ca-41a8-ad86-62544bd9744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:00:46.033863 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Bound port: 24d7b6ae-806c-44f1-8365-d9f209daecfa, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a48c7a1-39ca-41a8-ad86-62544bd9744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:00:46.034224 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:46.102292 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] For port 24d7b6ae-806c-44f1-8365-d9f209daecfa, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:00:46.105617 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] For port 24d7b6ae-806c-44f1-8365-d9f209daecfa, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24d7b6ae-806c-44f1-8365-d9f209daecfa,segment=NetworkSegment(6a48c7a1-39ca-41a8-ad86-62544bd9744c),segment_id=6a48c7a1-39ca-41a8-ad86-62544bd9744c)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:00:46.181324 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:46.217865 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:46.218491 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:46.219902 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] 10.222.0.52 "PUT /v2.0/ports/24d7b6ae-806c-44f1-8365-d9f209daecfa HTTP/1.1" status: 200 len: 1098 time: 0.9907451 Feb 15 05:00:46.229376 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f974712-c451-4f01-bd9c-0bc8a780a400', 'tag': '24d7b6ae-806c-44f1-8365-d9f209daecfa'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:00:46.229376 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cf296c-e436-4fed-87a7-288fa285d87c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f974712-c451-4f01-bd9c-0bc8a780a400", "tag": "24d7b6ae-806c-44f1-8365-d9f209daecfa"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:00:46.271917 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f962c6da-337c-4226-a470-6c7fe10d1912 x-openstack-request-id: req-f962c6da-337c-4226-a470-6c7fe10d1912 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:00:46.272278 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f974712-c451-4f01-bd9c-0bc8a780a400", "tag": "24d7b6ae-806c-44f1-8365-d9f209daecfa", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:00:46.272578 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f962c6da-337c-4226-a470-6c7fe10d1912 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:00:46.273031 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f974712-c451-4f01-bd9c-0bc8a780a400', 'tag': '24d7b6ae-806c-44f1-8365-d9f209daecfa', 'status': 'completed', 'code': 200} Feb 15 05:00:46.278206 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c1824-80a9-4820-9b7e-51f8708cdb5f service neutron] Pushing event updated for resources: {'Port': ['ID=24d7b6ae-806c-44f1-8365-d9f209daecfa,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:46.307920 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f83e90-da2c-4df8-a82e-6adad54189e9 req-e25ad4c6-79ac-43ab-a361-1cebc21608b8 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:46.309453 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-09f83e90-da2c-4df8-a82e-6adad54189e9 req-e25ad4c6-79ac-43ab-a361-1cebc21608b8 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 948 time: 0.0650845 Feb 15 05:00:46.369918 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf296c-e436-4fed-87a7-288fa285d87c req-9083a51e-d560-4ac8-8044-4425ae273018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:46.371425 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-35cf296c-e436-4fed-87a7-288fa285d87c req-9083a51e-d560-4ac8-8044-4425ae273018 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a5159bab21f439387d77ae3ca4543d3&device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 1132 time: 0.0552657 Feb 15 05:00:46.373660 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-09f83e90-da2c-4df8-a82e-6adad54189e9 req-be19955c-9bc0-4e5e-8b61-3ac1965863dd tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572495 Feb 15 05:00:46.414647 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-35cf296c-e436-4fed-87a7-288fa285d87c req-4a44d8e2-7147-4b73-983e-bf3b4f7821c6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8a5159bab21f439387d77ae3ca4543d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292392 Feb 15 05:00:46.520137 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf296c-e436-4fed-87a7-288fa285d87c req-e8d798d9-49d1-4e81-a10a-5201c8fb8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:46.521588 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-35cf296c-e436-4fed-87a7-288fa285d87c req-e8d798d9-49d1-4e81-a10a-5201c8fb8e6f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963473 Feb 15 05:00:46.602088 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-d9701870-14b3-4c4f-9f66-014735b02753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:46.603548 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-d9701870-14b3-4c4f-9f66-014735b02753 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a5159bab21f439387d77ae3ca4543d3&device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 1132 time: 0.0434957 Feb 15 05:00:46.644070 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-3d23a4e7-32df-4706-8519-6e22c8f8cc69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=24d7b6ae-806c-44f1-8365-d9f209daecfa HTTP/1.1" status: 200 len: 217 time: 0.0326874 Feb 15 05:00:46.725159 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f6329a90-3c33-4872-9540-6a9a733cba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:46.728163 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-f6329a90-3c33-4872-9540-6a9a733cba81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c66b7a49-9e2e-4662-939b-bb491709c909 HTTP/1.1" status: 200 len: 843 time: 0.0739608 Feb 15 05:00:46.753732 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035b3f8-2b84-4e99-aece-ad547f7126b7 req-c8fd3f82-3f2a-412e-9e7a-d6b8eefc53c4 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:46.755177 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0035b3f8-2b84-4e99-aece-ad547f7126b7 req-c8fd3f82-3f2a-412e-9e7a-d6b8eefc53c4 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0736842 Feb 15 05:00:46.822641 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-42e2fa96-465a-49cf-b4ca-2811f6180867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:46.824110 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-42e2fa96-465a-49cf-b4ca-2811f6180867 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0878549 Feb 15 05:00:46.827668 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0035b3f8-2b84-4e99-aece-ad547f7126b7 req-005edf50-e55e-4730-9f0e-423bcd75b3d9 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47b57b6-75c3-40c2-aa24-2f63cf3c363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576091 Feb 15 05:00:46.921817 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-6b6ac0e6-f59c-4a48-97a9-c3487a282b1b service neutron] 10.222.0.52 "GET /v2.0/networks/a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897462 Feb 15 05:00:47.011358 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d56f3d6-0f83-4e01-a6b4-89061bb5b859 req-c15d52a4-4d32-45a9-8c54-b1dd2a142cd0 service neutron] 10.222.0.52 "GET /v2.0/networks/a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817914 Feb 15 05:00:47.136652 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f9c68-f56e-4663-af5a-4d773c4ec425 req-8a4d5b8e-45f9-40d6-96e9-570948115533 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:47.139688 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-157f9c68-f56e-4663-af5a-4d773c4ec425 req-8a4d5b8e-45f9-40d6-96e9-570948115533 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.52 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 945 time: 0.0609293 Feb 15 05:00:47.265373 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-157f9c68-f56e-4663-af5a-4d773c4ec425 req-963c7d90-e0cf-4283-b857-553922ed6bad tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Deleting port dc00ebe9-c575-4baa-b9ad-67254a78a206 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:00:47.265628 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-157f9c68-f56e-4663-af5a-4d773c4ec425 req-963c7d90-e0cf-4283-b857-553922ed6bad tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:47.359061 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-157f9c68-f56e-4663-af5a-4d773c4ec425 req-963c7d90-e0cf-4283-b857-553922ed6bad tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] For port dc00ebe9-c575-4baa-b9ad-67254a78a206, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dc00ebe9-c575-4baa-b9ad-67254a78a206,segment=NetworkSegment(a8c74435-7bdc-4976-9479-0c9afb1e87f2),segment_id=a8c74435-7bdc-4976-9479-0c9afb1e87f2)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:00:47.359420 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-157f9c68-f56e-4663-af5a-4d773c4ec425 req-963c7d90-e0cf-4283-b857-553922ed6bad tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:47.374134 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-157f9c68-f56e-4663-af5a-4d773c4ec425 req-963c7d90-e0cf-4283-b857-553922ed6bad tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Calling delete_port for dc00ebe9-c575-4baa-b9ad-67254a78a206 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:00:47.512180 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bc62a-2073-4905-b4b6-c6ffb66c23ad req-b0b508c8-3b26-425f-a885-585b1433af3a tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:47.512180 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1e2bc62a-2073-4905-b4b6-c6ffb66c23ad req-b0b508c8-3b26-425f-a885-585b1433af3a tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 948 time: 0.0590727 Feb 15 05:00:47.568708 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1e2bc62a-2073-4905-b4b6-c6ffb66c23ad req-01919211-d18a-4492-8839-79577c181dc1 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494626 Feb 15 05:00:47.575102 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-157f9c68-f56e-4663-af5a-4d773c4ec425 req-963c7d90-e0cf-4283-b857-553922ed6bad tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479'] for port (dc00ebe9-c575-4baa-b9ad-67254a78a206), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:47.605113 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c7d90-e0cf-4283-b857-553922ed6bad tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Pushing event deleted for resources: {'Port': ['ID=dc00ebe9-c575-4baa-b9ad-67254a78a206,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:47.670807 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-157f9c68-f56e-4663-af5a-4d773c4ec425 req-963c7d90-e0cf-4283-b857-553922ed6bad tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] No DVR routers for this DVR port dc00ebe9-c575-4baa-b9ad-67254a78a206 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:00:47.674225 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-157f9c68-f56e-4663-af5a-4d773c4ec425 req-963c7d90-e0cf-4283-b857-553922ed6bad tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:47.677919 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-157f9c68-f56e-4663-af5a-4d773c4ec425 req-963c7d90-e0cf-4283-b857-553922ed6bad tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.52 "DELETE /v2.0/ports/dc00ebe9-c575-4baa-b9ad-67254a78a206 HTTP/1.1" status: 204 len: 173 time: 0.5315716 Feb 15 05:00:47.927736 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4eead530-bee7-4cfe-8a42-ec18a3919215 req-8068a618-6748-472d-812b-f6c6e312877d tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.0282052 Feb 15 05:00:48.273894 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7', 'name': 'network-vif-deleted', 'tag': 'dc00ebe9-c575-4baa-b9ad-67254a78a206'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:00:48.276259 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebe4a8e-b376-4424-8a83-015fbda3be7e" -d '{"events": [{"server_uuid": "38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7", "name": "network-vif-deleted", "tag": "dc00ebe9-c575-4baa-b9ad-67254a78a206"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:00:48.313470 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9cc0ae-dbc9-4988-b7a5-5aabfeb87b64 x-openstack-request-id: req-8f9cc0ae-dbc9-4988-b7a5-5aabfeb87b64 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:00:48.313755 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7", "name": "network-vif-deleted", "tag": "dc00ebe9-c575-4baa-b9ad-67254a78a206", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:00:48.314006 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f9cc0ae-dbc9-4988-b7a5-5aabfeb87b64 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:00:48.314422 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7', 'name': 'network-vif-deleted', 'tag': 'dc00ebe9-c575-4baa-b9ad-67254a78a206', 'status': 'completed', 'code': 200} Feb 15 05:00:48.693101 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08b4b1-a3c4-4976-8a8b-d155f8de2fe9 req-2b7ad72c-35ae-49c7-8e69-bb9a11c8dc76 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:48.694464 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1e08b4b1-a3c4-4976-8a8b-d155f8de2fe9 req-2b7ad72c-35ae-49c7-8e69-bb9a11c8dc76 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 948 time: 0.0513167 Feb 15 05:00:48.739888 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1e08b4b1-a3c4-4976-8a8b-d155f8de2fe9 req-aaadc1f4-6e83-4217-b7d0-3f3ab81e7076 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399907 Feb 15 05:00:49.022519 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-616d5755-8e29-4239-b6a0-96205cde11fa req-177a7900-396c-4154-81ac-e082b1b56bdd tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.0265901 Feb 15 05:00:49.858363 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d368d-55f5-4eeb-8af2-c844d2934951 req-472c13d5-267c-419f-91d5-e226eecc56d5 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:49.859886 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9a8d368d-55f5-4eeb-8af2-c844d2934951 req-472c13d5-267c-419f-91d5-e226eecc56d5 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 948 time: 0.0563667 Feb 15 05:00:49.910326 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9a8d368d-55f5-4eeb-8af2-c844d2934951 req-e00dbc3f-5a09-40b0-b59c-7c318ec46617 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447900 Feb 15 05:00:50.117813 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b33b7b4e-c57b-4a8c-831b-d3a34258dc76 req-5ac4a848-a085-44f4-abf6-a9d78f9a868e tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.0271740 Feb 15 05:00:50.609262 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device dc00ebe9-c575-4baa-b9ad-67254a78a206 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:00:50.629399 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: dc00ebe9-c575-4baa-b9ad-67254a78a206 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:00:50.629734 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device dc00ebe9-c575-4baa-b9ad-67254a78a206 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:00:51.026337 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8742e-673f-43a0-be39-9fd9d807e125 req-f06f322c-9383-4bcb-85fa-9bb3f4e2e23b tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:51.027795 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e4a8742e-673f-43a0-be39-9fd9d807e125 req-f06f322c-9383-4bcb-85fa-9bb3f4e2e23b tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 948 time: 0.0516703 Feb 15 05:00:51.072944 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e4a8742e-673f-43a0-be39-9fd9d807e125 req-147273bb-e8fa-40a9-84ed-a74112ac3777 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395768 Feb 15 05:00:51.213345 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c2067a8e-84a4-4fbb-a576-42448785c49f req-7987a507-9fee-4c12-b877-528bcad7999a tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.0299721 Feb 15 05:00:52.192069 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc46f9-3b6f-46f6-a0f7-d3afa70d6353 req-af4a27c9-0bde-4d29-8689-b71fc9532983 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:52.193450 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c9cc46f9-3b6f-46f6-a0f7-d3afa70d6353 req-af4a27c9-0bde-4d29-8689-b71fc9532983 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 948 time: 0.0559230 Feb 15 05:00:52.238739 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c9cc46f9-3b6f-46f6-a0f7-d3afa70d6353 req-43e8cc91-70ca-4766-b893-c990e9846f0d tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 Feb 15 05:00:52.322120 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c5c1f827-b032-4a28-a9f8-83a4fcc299dd req-c0fba678-e3ae-4d5f-8e08-6fdbbf8ebf5d tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.0281475 Feb 15 05:00:53.355952 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a6c6e-9bf1-45b4-9f37-d5ce7b739666 req-0b96ca7d-8c96-4805-8298-b9dfb3a58296 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:53.357605 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-217a6c6e-9bf1-45b4-9f37-d5ce7b739666 req-0b96ca7d-8c96-4805-8298-b9dfb3a58296 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 948 time: 0.0513499 Feb 15 05:00:53.406946 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-217a6c6e-9bf1-45b4-9f37-d5ce7b739666 req-8a2cd49e-c98c-4710-a7a9-8d1fe3a62b44 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424182 Feb 15 05:00:53.420057 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c09c128c-dfd3-45c4-a631-ce9f883bbdc4 req-232f3102-9606-4ce6-92d6-ad71551ad563 tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.0275691 Feb 15 05:00:54.526949 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-77fdbca2-cae0-43af-9847-07cb80e3122f req-c3662be5-9d51-4e0e-9c28-58caf259b6ff tempest-DeleteServersTestJSON-1894518664 tempest-DeleteServersTestJSON-1894518664-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a65e92-2d3c-4cd5-a1b5-b6f8bd1ff5f7 HTTP/1.1" status: 200 len: 210 time: 0.0269768 Feb 15 05:00:54.537714 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0e786-07dd-4ab7-a4a6-54b11cd7cc6b req-334f368b-744b-4f37-8600-e5f70fb5a75d tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:54.539508 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d9a0e786-07dd-4ab7-a4a6-54b11cd7cc6b req-334f368b-744b-4f37-8600-e5f70fb5a75d tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 948 time: 0.0638702 Feb 15 05:00:54.596267 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d9a0e786-07dd-4ab7-a4a6-54b11cd7cc6b req-787c7091-9382-47dd-8238-ab95ce8b8c65 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506434 Feb 15 05:00:55.508106 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-9f371ef9-19d6-41bd-813e-5918e974446b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:55.509558 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-9f371ef9-19d6-41bd-813e-5918e974446b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/networks?id=f001cabe-809e-4591-9fcd-2911cb7d910f HTTP/1.1" status: 200 len: 814 time: 0.1043355 Feb 15 05:00:55.524550 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-55754b34-a071-4701-8352-1ceb01eb5107 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/quotas/6b979768200b4a259ffce5d5379c9b6b HTTP/1.1" status: 200 len: 375 time: 0.0096662 Feb 15 05:00:55.596523 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-6d1b8a3b-26c0-4486-a655-ff0cf987b2f3 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b979768200b4a259ffce5d5379c9b6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565135 Feb 15 05:00:55.678945 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-d7194865-5ea4-4f55-8ce4-f81d23e45c48 service neutron] 10.222.0.24 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870783 Feb 15 05:00:55.727624 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d42cc-8abe-4d78-a359-829a4b9a9327 req-11b58142-e8cf-4c9f-90bb-db62c55b1056 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:55.729080 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-941d42cc-8abe-4d78-a359-829a4b9a9327 req-11b58142-e8cf-4c9f-90bb-db62c55b1056 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 948 time: 0.0608354 Feb 15 05:00:55.774860 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-8848eaef-371a-4882-b4f5-21668d4fca68 service neutron] 10.222.0.24 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883658 Feb 15 05:00:55.776862 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-941d42cc-8abe-4d78-a359-829a4b9a9327 req-7289d513-a018-4461-8a73-2fea36e21194 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414050 Feb 15 05:00:56.027264 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-aa957bf0-f23b-4a03-82e3-cfb5033bcda4 req-bb24b990-14cd-46ab-bd53-10684131c8e7 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 210 time: 0.0267141 Feb 15 05:00:56.267481 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 24d7b6ae-806c-44f1-8365-d9f209daecfa details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:00:56.349738 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 52306) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:56.384082 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 24d7b6ae-806c-44f1-8365-d9f209daecfa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24d7b6ae-806c-44f1-8365-d9f209daecfa,segment=NetworkSegment(6a48c7a1-39ca-41a8-ad86-62544bd9744c),segment_id=6a48c7a1-39ca-41a8-ad86-62544bd9744c)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:00:56.394242 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '24d7b6ae-806c-44f1-8365-d9f209daecfa', 'network_id': 'a02b9c8d-d20b-4b2b-b3bf-6f05ff02f32c', 'port_id': '24d7b6ae-806c-44f1-8365-d9f209daecfa', 'mac_address': 'fa:16:3e:1a:1d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c66b7a49-9e2e-4662-939b-bb491709c909', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:00:56.432479 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 24d7b6ae-806c-44f1-8365-d9f209daecfa is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:00:56.432891 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:56.446618 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d7b6ae-806c-44f1-8365-d9f209daecfa {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:00:56.466749 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 24d7b6ae-806c-44f1-8365-d9f209daecfa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24d7b6ae-806c-44f1-8365-d9f209daecfa,segment=NetworkSegment(6a48c7a1-39ca-41a8-ad86-62544bd9744c),segment_id=6a48c7a1-39ca-41a8-ad86-62544bd9744c)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:00:56.472028 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8cdda293-02d3-4986-b9f6-8da700555557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:56.546533 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:56.549864 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8cdda293-02d3-4986-b9f6-8da700555557 admin admin] Publish callbacks [] for security_group (3c77d9b3-3389-4973-97bb-58c69fa41ad7), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:56.597557 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=24d7b6ae-806c-44f1-8365-d9f209daecfa,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:56.606250 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:56.606627 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:56.613624 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:56.613624 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:56.613624 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:56.613624 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:56.613624 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:56.613624 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:56.613624 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:56.613624 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:56.613624 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:56.613624 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:56.613624 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:00:56.626056 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8cdda293-02d3-4986-b9f6-8da700555557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (3c77d9b3-3389-4973-97bb-58c69fa41ad7), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:56.665295 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-8cdda293-02d3-4986-b9f6-8da700555557 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1ae3fb51bea4e0baae0a17de7c876cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135970 Feb 15 05:00:56.667171 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdda293-02d3-4986-b9f6-8da700555557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c77d9b3-3389-4973-97bb-58c69fa41ad7,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:56.667956 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52318) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:56.715722 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-77c997f1-bf16-4af8-9e42-5b7ca3524ed8 admin admin] Publish callbacks [] for security_group (3c77d9b3-3389-4973-97bb-58c69fa41ad7), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:56.742522 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-77c997f1-bf16-4af8-9e42-5b7ca3524ed8 admin admin] Publish callbacks [] for security_group (3c77d9b3-3389-4973-97bb-58c69fa41ad7), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:56.894559 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-77c997f1-bf16-4af8-9e42-5b7ca3524ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (3c77d9b3-3389-4973-97bb-58c69fa41ad7), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:56.897273 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-77c997f1-bf16-4af8-9e42-5b7ca3524ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:56.898509 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-77c997f1-bf16-4af8-9e42-5b7ca3524ed8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c77d9b3-3389-4973-97bb-58c69fa41ad7 HTTP/1.1" status: 204 len: 168 time: 0.2294803 Feb 15 05:00:56.906450 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c997f1-bf16-4af8-9e42-5b7ca3524ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c77d9b3-3389-4973-97bb-58c69fa41ad7,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:56.928680 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27cf51-0e6b-439f-89d8-e68821c3ea79 req-7bf9a16c-ab51-4b60-9194-45f433264db4 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:56.930228 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3c27cf51-0e6b-439f-89d8-e68821c3ea79 req-7bf9a16c-ab51-4b60-9194-45f433264db4 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 949 time: 0.0631254 Feb 15 05:00:56.955536 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['24d7b6ae-806c-44f1-8365-d9f209daecfa'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:00:57.016366 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3c27cf51-0e6b-439f-89d8-e68821c3ea79 req-ee8fda49-b477-4e56-b08c-dbbfad9d15ab tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752804 Feb 15 05:00:57.137566 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-36d58b7f-133b-47b5-8f89-0b458c8c70cb req-0c5a7040-f609-41c9-b67d-b56c60ca6890 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 210 time: 0.0276127 Feb 15 05:00:57.305454 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52358) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:57.350530 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb318346-2eab-4726-a4da-8bbed07b1468 admin admin] Deleting subnet d95ba683-305b-40fc-8a8a-5594f38f887c {{(pid=119878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:00:57.356559 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fb318346-2eab-4726-a4da-8bbed07b1468 admin admin] Publish callbacks [] for subnet (d95ba683-305b-40fc-8a8a-5594f38f887c), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:57.391316 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fb318346-2eab-4726-a4da-8bbed07b1468 admin admin] Publish callbacks [] for subnet (d95ba683-305b-40fc-8a8a-5594f38f887c), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:57.397381 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fb318346-2eab-4726-a4da-8bbed07b1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (d95ba683-305b-40fc-8a8a-5594f38f887c), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:57.551996 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fb318346-2eab-4726-a4da-8bbed07b1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for subnet (d95ba683-305b-40fc-8a8a-5594f38f887c), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:57.582259 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb318346-2eab-4726-a4da-8bbed07b1468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d95ba683-305b-40fc-8a8a-5594f38f887c,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:57.587699 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fb318346-2eab-4726-a4da-8bbed07b1468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:57.591267 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-fb318346-2eab-4726-a4da-8bbed07b1468 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d95ba683-305b-40fc-8a8a-5594f38f887c HTTP/1.1" status: 204 len: 168 time: 0.2846341 Feb 15 05:00:57.594439 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52364) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:57.664643 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (1963f083-ad61-4615-bfc5-eb239d022610), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:57.697393 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 52366) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:57.709915 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4ad1-06b3-4314-b9ad-0392775119c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:57.751581 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (1963f083-ad61-4615-bfc5-eb239d022610), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:57.775131 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.775503 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.776267 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.776766 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > port after_create 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.777110 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > port after_delete 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.777466 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > port after_update 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.777786 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.778842 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.778842 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.778842 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.784545 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4ad1-06b3-4314-b9ad-0392775119c7 admin admin] Publish callbacks [] for security_group (64c063da-cfa7-40c2-845a-5aa811853961), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:57.857240 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 52372) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:57.861178 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.861543 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.861876 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.862235 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:00:57.862575 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1963f083-ad61-4615-bfc5-eb239d022610']}} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:00:57.880227 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c74435-7bdc-4976-9479-0c9afb1e87f2') {'for_net_delete': True} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:00:57.880526 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c74435-7bdc-4976-9479-0c9afb1e87f2') {} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:00:57.889490 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4ad1-06b3-4314-b9ad-0392775119c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (64c063da-cfa7-40c2-845a-5aa811853961), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:57.898565 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260666741'] for segment (a8c74435-7bdc-4976-9479-0c9afb1e87f2), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:57.918754 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (a8c74435-7bdc-4976-9479-0c9afb1e87f2), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:57.928181 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=119878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:00:57.928580 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263738849'] for segment (a8c74435-7bdc-4976-9479-0c9afb1e87f2), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:57.931850 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-2c4b4ad1-06b3-4314-b9ad-0392775119c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2594007077984870a6cb307d35eb48f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333868 Feb 15 05:00:57.935546 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 52376) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: from cryptography.utils import int_from_bytes Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: from cryptography.utils import int_from_bytes Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: Traceback (most recent call last): Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: timer() Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: cb(*args, **kw) Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: return func(*args, **kwargs) Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: self._notify() Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: self.callback(batched_events) Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: event.method(event) Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: return f(self, *a, **k) Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: return self._get(url).json() Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: return self.request(url, 'GET', **kwargs) Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:00:57.941710 dv-cinder-828060-5-iscsi neutron-server[119878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:00:57.966231 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b4ad1-06b3-4314-b9ad-0392775119c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c063da-cfa7-40c2-845a-5aa811853961,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:57.994634 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-eadbaa15-6f78-4225-adc2-12407f5fb9b0 admin admin] Publish callbacks [] for security_group (64c063da-cfa7-40c2-845a-5aa811853961), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.027122 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-eadbaa15-6f78-4225-adc2-12407f5fb9b0 admin admin] Publish callbacks [] for security_group (64c063da-cfa7-40c2-845a-5aa811853961), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.028806 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-627f7598-3ff4-4e37-85cc-cd210e5cffcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.095238 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (1963f083-ad61-4615-bfc5-eb239d022610), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.103596 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.106961 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] 10.222.0.24 "DELETE /v2.0/networks/1963f083-ad61-4615-bfc5-eb239d022610 HTTP/1.1" status: 204 len: 168 time: 0.5115860 Feb 15 05:00:58.118829 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b5151-0459-40a2-8158-a26d5cc79a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=1963f083-ad61-4615-bfc5-eb239d022610,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:58.164450 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5738d-5498-408b-8989-a6f72bebdc4f req-1f7d918d-2720-4715-bad3-83264b72f8bc tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:58.166067 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-39f5738d-5498-408b-8989-a6f72bebdc4f req-1f7d918d-2720-4715-bad3-83264b72f8bc tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 949 time: 0.0838490 Feb 15 05:00:58.189337 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-627f7598-3ff4-4e37-85cc-cd210e5cffcb admin admin] Publish callbacks [] for security_group (d90331f3-1c1c-4a8e-aa6e-73b6bb94257a), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.229263 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-39f5738d-5498-408b-8989-a6f72bebdc4f req-e383318a-1ee4-48dc-8301-104885f0f2d9 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538628 Feb 15 05:00:58.247971 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-13a38e5e-b6a6-42d9-9e70-48df3a12fac6 req-2ae3eff0-64d2-4e60-80e9-4ca595f077f8 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 210 time: 0.0342906 Feb 15 05:00:58.254733 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-eadbaa15-6f78-4225-adc2-12407f5fb9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (64c063da-cfa7-40c2-845a-5aa811853961), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.258741 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-eadbaa15-6f78-4225-adc2-12407f5fb9b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.268520 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-eadbaa15-6f78-4225-adc2-12407f5fb9b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64c063da-cfa7-40c2-845a-5aa811853961 HTTP/1.1" status: 204 len: 168 time: 0.3230772 Feb 15 05:00:58.268520 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbaa15-6f78-4225-adc2-12407f5fb9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c063da-cfa7-40c2-845a-5aa811853961,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:58.287779 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-8a93e3a5-ce9f-4b79-9307-9b299db0705d tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:58.289533 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-8a93e3a5-ce9f-4b79-9307-9b299db0705d tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "GET /v2.0/networks?id=f001cabe-809e-4591-9fcd-2911cb7d910f HTTP/1.1" status: 200 len: 814 time: 0.1397717 Feb 15 05:00:58.289961 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 24d7b6ae-806c-44f1-8365-d9f209daecfa up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:00:58.292955 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-627f7598-3ff4-4e37-85cc-cd210e5cffcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (d90331f3-1c1c-4a8e-aa6e-73b6bb94257a), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.308968 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-81b43b3d-44fc-4955-a144-d189cd957388 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Request body: {'port': {'device_id': 'a968e138-534a-4a16-912d-3bbb89e1cae4', 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f', 'admin_state_up': True, 'tenant_id': '6b979768200b4a259ffce5d5379c9b6b'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:00:58.331140 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-627f7598-3ff4-4e37-85cc-cd210e5cffcb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2639932ca3b4e6b8693bf2740f8c267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4719167 Feb 15 05:00:58.336848 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 52386) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:58.379232 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f7598-3ff4-4e37-85cc-cd210e5cffcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90331f3-1c1c-4a8e-aa6e-73b6bb94257a,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:58.440198 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ecd2e2f1-0010-4194-ba79-d5563ebdf7e0 admin admin] Publish callbacks [] for security_group (d90331f3-1c1c-4a8e-aa6e-73b6bb94257a), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.459974 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 24d7b6ae-806c-44f1-8365-d9f209daecfa completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:00:58.467164 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 24d7b6ae-806c-44f1-8365-d9f209daecfa triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:00:58.470486 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.470713 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ecd2e2f1-0010-4194-ba79-d5563ebdf7e0 admin admin] Publish callbacks [] for security_group (d90331f3-1c1c-4a8e-aa6e-73b6bb94257a), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.471770 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52388) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:58.520438 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-ade22e26-6f00-4f90-9edc-2cdcc452d37e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a7270034ec14285a0f682551e934d1d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474420 Feb 15 05:00:58.522371 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-81b43b3d-44fc-4955-a144-d189cd957388 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Made reservation on behalf of 6b979768200b4a259ffce5d5379c9b6b for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:00:58.529243 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-81b43b3d-44fc-4955-a144-d189cd957388 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.529686 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52390) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:58.567131 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 24d7b6ae-806c-44f1-8365-d9f209daecfa is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:00:58.567640 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.594345 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f974712-c451-4f01-bd9c-0bc8a780a400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d7b6ae-806c-44f1-8365-d9f209daecfa'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:00:58.597208 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb7329d-61ad-44d9-ad34-e241af7b24e7" -d '{"events": [{"server_uuid": "0f974712-c451-4f01-bd9c-0bc8a780a400", "name": "network-vif-plugged", "status": "completed", "tag": "24d7b6ae-806c-44f1-8365-d9f209daecfa"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:00:58.600969 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c4-4d86-4aa2-b14f-393d31aeaa80 admin admin] Publish callbacks [] for security_group (d47b57b6-75c3-40c2-aa24-2f63cf3c363f), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.612621 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 24d7b6ae-806c-44f1-8365-d9f209daecfa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24d7b6ae-806c-44f1-8365-d9f209daecfa,segment=NetworkSegment(6a48c7a1-39ca-41a8-ad86-62544bd9744c),segment_id=6a48c7a1-39ca-41a8-ad86-62544bd9744c)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:00:58.622941 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c4-4d86-4aa2-b14f-393d31aeaa80 admin admin] Publish callbacks [] for security_group (d47b57b6-75c3-40c2-aa24-2f63cf3c363f), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.644276 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a24c399-a4d3-412d-b2cb-081beaac1695 x-openstack-request-id: req-2a24c399-a4d3-412d-b2cb-081beaac1695 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:00:58.644563 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f974712-c451-4f01-bd9c-0bc8a780a400", "name": "network-vif-plugged", "status": "completed", "tag": "24d7b6ae-806c-44f1-8365-d9f209daecfa", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:00:58.644808 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a24c399-a4d3-412d-b2cb-081beaac1695 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:00:58.645226 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f974712-c451-4f01-bd9c-0bc8a780a400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d7b6ae-806c-44f1-8365-d9f209daecfa', 'code': 200} Feb 15 05:00:58.661996 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ecd2e2f1-0010-4194-ba79-d5563ebdf7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (d90331f3-1c1c-4a8e-aa6e-73b6bb94257a), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.664633 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ecd2e2f1-0010-4194-ba79-d5563ebdf7e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.671614 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-ecd2e2f1-0010-4194-ba79-d5563ebdf7e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d90331f3-1c1c-4a8e-aa6e-73b6bb94257a HTTP/1.1" status: 204 len: 168 time: 0.3280914 Feb 15 05:00:58.692995 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2e2f1-0010-4194-ba79-d5563ebdf7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90331f3-1c1c-4a8e-aa6e-73b6bb94257a,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:58.693672 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.771105 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=24d7b6ae-806c-44f1-8365-d9f209daecfa,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:58.793298 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-81b43b3d-44fc-4955-a144-d189cd957388 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Allocated IP 172.20.0.9 (f001cabe-809e-4591-9fcd-2911cb7d910f/43e11377-e411-4c90-917d-7e583a93f81a/bca96bce-4974-461c-9152-56ad44e66997) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:00:58.857209 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c4-4d86-4aa2-b14f-393d31aeaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (d47b57b6-75c3-40c2-aa24-2f63cf3c363f), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.860601 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c4-4d86-4aa2-b14f-393d31aeaa80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:58.864549 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-7a64e0c4-4d86-4aa2-b14f-393d31aeaa80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d47b57b6-75c3-40c2-aa24-2f63cf3c363f HTTP/1.1" status: 204 len: 168 time: 0.3309515 Feb 15 05:00:58.907277 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64e0c4-4d86-4aa2-b14f-393d31aeaa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47b57b6-75c3-40c2-aa24-2f63cf3c363f,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:59.004639 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-81b43b3d-44fc-4955-a144-d189cd957388 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks [] for port (bca96bce-4974-461c-9152-56ad44e66997), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:59.035774 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f7677-7b48-4f96-bea2-42c0b498bf1d req-57dacb23-d9f9-4f4c-b928-c2566abe8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:59.037281 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-011f7677-7b48-4f96-bea2-42c0b498bf1d req-57dacb23-d9f9-4f4c-b928-c2566abe8327 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 1134 time: 0.0727942 Feb 15 05:00:59.092616 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-011f7677-7b48-4f96-bea2-42c0b498bf1d req-2110ecc9-a46c-437d-b39d-0db2faacacaf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468793 Feb 15 05:00:59.169080 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-81b43b3d-44fc-4955-a144-d189cd957388 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (bca96bce-4974-461c-9152-56ad44e66997), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:59.184522 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['30507fb0-9e8b-4352-8f8f-5ffd05a068bb'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:00:59.220584 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-81b43b3d-44fc-4955-a144-d189cd957388 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Network f001cabe-809e-4591-9fcd-2911cb7d910f is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:00:59.223717 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-81b43b3d-44fc-4955-a144-d189cd957388 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:00:59.231237 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-81b43b3d-44fc-4955-a144-d189cd957388 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:00:59.234038 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b43b3d-44fc-4955-a144-d189cd957388 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Pushing event updated for resources: {'Port': ['ID=bca96bce-4974-461c-9152-56ad44e66997,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:00:59.293551 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-81b43b3d-44fc-4955-a144-d189cd957388 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:59.294229 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-81b43b3d-44fc-4955-a144-d189cd957388 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:59.398332 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8bff9-1698-4ecd-8ff1-17791602fa3c req-10f0805a-15d2-4e04-8966-1bb846f4a7ab tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:59.405838 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a2e8bff9-1698-4ecd-8ff1-17791602fa3c req-10f0805a-15d2-4e04-8966-1bb846f4a7ab tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 931 time: 0.0649936 Feb 15 05:00:59.419965 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50257d48-7920-49ce-a8c6-872055cbcd21 req-08e9e64c-037d-448a-b758-834fa7886565 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:00:59.421602 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-50257d48-7920-49ce-a8c6-872055cbcd21 req-08e9e64c-037d-448a-b758-834fa7886565 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 950 time: 0.0987203 Feb 15 05:00:59.433793 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-81b43b3d-44fc-4955-a144-d189cd957388 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1282468 Feb 15 05:00:59.463343 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Request body: {'port': {'device_id': 'a968e138-534a-4a16-912d-3bbb89e1cae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:00:59.476240 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a2e8bff9-1698-4ecd-8ff1-17791602fa3c req-a1474340-3077-4468-83b6-83275b80e7fe tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667858 Feb 15 05:00:59.528103 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-50257d48-7920-49ce-a8c6-872055cbcd21 req-98afb2f2-01ea-495a-9e27-41d5f079d940 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932760 Feb 15 05:00:59.560220 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (bca96bce-4974-461c-9152-56ad44e66997), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:59.574511 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:59.761442 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52454) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:00:59.781444 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33c5f55f-a329-4a29-946e-bd70fec12f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:59.913680 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca96bce-4974-461c-9152-56ad44e66997 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:00:59.929761 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Publish callbacks [] for port (bca96bce-4974-461c-9152-56ad44e66997), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:59.952875 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33c5f55f-a329-4a29-946e-bd70fec12f62 admin admin] Publish callbacks [] for security_group (467b74a3-c157-4bab-ac1f-7fde2bc96024), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:00:59.955812 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Transition to ACTIVE for port object bca96bce-4974-461c-9152-56ad44e66997 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:01:00.014606 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33c5f55f-a329-4a29-946e-bd70fec12f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (467b74a3-c157-4bab-ac1f-7fde2bc96024), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:00.032634 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (bca96bce-4974-461c-9152-56ad44e66997), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:00.091894 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5f55f-a329-4a29-946e-bd70fec12f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467b74a3-c157-4bab-ac1f-7fde2bc96024,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:00.105811 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-33c5f55f-a329-4a29-946e-bd70fec12f62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50bfa64483ff4e87a1ac8b8e70371e0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432758 Feb 15 05:01:00.109247 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 52464) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:00.113315 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Pushing event updated for resources: {'Port': ['ID=bca96bce-4974-461c-9152-56ad44e66997,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:00.167686 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-94a4b97b-d8b1-47a8-b936-55bba32c30db admin admin] Publish callbacks [] for security_group (467b74a3-c157-4bab-ac1f-7fde2bc96024), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:00.190516 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Attempting to bind port bca96bce-4974-461c-9152-56ad44e66997 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:01:00.190981 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Attempting to bind port bca96bce-4974-461c-9152-56ad44e66997 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:01:00.197315 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Attempting to bind port bca96bce-4974-461c-9152-56ad44e66997 on network f001cabe-809e-4591-9fcd-2911cb7d910f {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:00.197315 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Port bca96bce-4974-461c-9152-56ad44e66997 on network f001cabe-809e-4591-9fcd-2911cb7d910f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:01:00.197315 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Attempting to bind port bca96bce-4974-461c-9152-56ad44e66997 on network f001cabe-809e-4591-9fcd-2911cb7d910f {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:00.197740 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-94a4b97b-d8b1-47a8-b936-55bba32c30db admin admin] Publish callbacks [] for security_group (467b74a3-c157-4bab-ac1f-7fde2bc96024), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:00.202817 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:01:00.203246 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Checking segment: {'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:01:00.204086 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Bound using segment: {'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:01:00.204086 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Bound port: bca96bce-4974-461c-9152-56ad44e66997, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:01:00.204404 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (bca96bce-4974-461c-9152-56ad44e66997), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:00.272327 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] For port bca96bce-4974-461c-9152-56ad44e66997, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:01:00.275576 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] For port bca96bce-4974-461c-9152-56ad44e66997, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bca96bce-4974-461c-9152-56ad44e66997,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:01:00.357347 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-94a4b97b-d8b1-47a8-b936-55bba32c30db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (467b74a3-c157-4bab-ac1f-7fde2bc96024), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:00.357955 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (bca96bce-4974-461c-9152-56ad44e66997), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:00.360195 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-94a4b97b-d8b1-47a8-b936-55bba32c30db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:00.364383 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-94a4b97b-d8b1-47a8-b936-55bba32c30db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/467b74a3-c157-4bab-ac1f-7fde2bc96024 HTTP/1.1" status: 204 len: 168 time: 0.2510262 Feb 15 05:01:00.373020 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4b97b-d8b1-47a8-b936-55bba32c30db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467b74a3-c157-4bab-ac1f-7fde2bc96024,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:00.419122 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:00.419733 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:00.421138 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] 10.222.0.52 "PUT /v2.0/ports/bca96bce-4974-461c-9152-56ad44e66997 HTTP/1.1" status: 200 len: 1093 time: 0.9648602 Feb 15 05:01:00.421570 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a968e138-534a-4a16-912d-3bbb89e1cae4', 'tag': 'bca96bce-4974-461c-9152-56ad44e66997'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:00.423872 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26318e9c-2e68-4ee9-9e05-ebaf70d84a75" -d '{"events": [{"name": "network-changed", "server_uuid": "a968e138-534a-4a16-912d-3bbb89e1cae4", "tag": "bca96bce-4974-461c-9152-56ad44e66997"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:00.442831 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f9acc-f2a5-4a40-a6d5-bf3197239239 service neutron] Pushing event updated for resources: {'Port': ['ID=bca96bce-4974-461c-9152-56ad44e66997,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:00.470328 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2462b7-d13e-4003-8bb7-1c68cd525bdf x-openstack-request-id: req-0d2462b7-d13e-4003-8bb7-1c68cd525bdf {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:00.473396 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a968e138-534a-4a16-912d-3bbb89e1cae4", "tag": "bca96bce-4974-461c-9152-56ad44e66997", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:00.473396 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d2462b7-d13e-4003-8bb7-1c68cd525bdf {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:00.473396 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a968e138-534a-4a16-912d-3bbb89e1cae4', 'tag': 'bca96bce-4974-461c-9152-56ad44e66997', 'status': 'completed', 'code': 200} Feb 15 05:01:00.554017 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 52488) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:00.629163 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26318e9c-2e68-4ee9-9e05-ebaf70d84a75 req-6251e937-bef9-4c04-9bd9-1baae1cafb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:00.630716 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-26318e9c-2e68-4ee9-9e05-ebaf70d84a75 req-6251e937-bef9-4c04-9bd9-1baae1cafb69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b979768200b4a259ffce5d5379c9b6b&device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 1127 time: 0.1385436 Feb 15 05:01:00.668180 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf7e66-bd28-46fb-9f0e-4068bc7f1d49 req-2e3347dc-098c-4c5b-b28b-4138d2c6ef96 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:00.669947 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bbdf7e66-bd28-46fb-9f0e-4068bc7f1d49 req-2e3347dc-098c-4c5b-b28b-4138d2c6ef96 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 943 time: 0.1076798 Feb 15 05:01:00.696009 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb859047-a548-42a5-a8c0-c2c7c2336e28 req-9cef9d10-e788-48ed-bfb5-1ab60edc4676 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:00.697538 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-eb859047-a548-42a5-a8c0-c2c7c2336e28 req-9cef9d10-e788-48ed-bfb5-1ab60edc4676 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 950 time: 0.0587211 Feb 15 05:01:00.758101 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-eb859047-a548-42a5-a8c0-c2c7c2336e28 req-8f07a77b-d463-452a-a93c-510a973286cf tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531497 Feb 15 05:01:00.784816 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bbdf7e66-bd28-46fb-9f0e-4068bc7f1d49 req-c7486191-8ae2-4466-9fe5-f82b0e6bc1a9 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014493 Feb 15 05:01:00.799341 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26318e9c-2e68-4ee9-9e05-ebaf70d84a75 req-fa3ce056-c6fc-4d39-9d8e-cf5b02cf0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:00.800871 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-26318e9c-2e68-4ee9-9e05-ebaf70d84a75 req-fa3ce056-c6fc-4d39-9d8e-cf5b02cf0730 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6b979768200b4a259ffce5d5379c9b6b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1551805 Feb 15 05:01:00.819638 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-839882542-network', 'tenant_id': '273425068e4a4d14a7be7911dcac5412'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:00.897419 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26318e9c-2e68-4ee9-9e05-ebaf70d84a75 req-1bd092fb-882e-4c6c-a1d6-d9a5f7042ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:00.899116 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-26318e9c-2e68-4ee9-9e05-ebaf70d84a75 req-1bd092fb-882e-4c6c-a1d6-d9a5f7042ccb service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916014 Feb 15 05:01:00.922530 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Made reservation on behalf of 273425068e4a4d14a7be7911dcac5412 for: {'network': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:01:00.925058 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:00.934612 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.011327 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-40c3c638-76d4-4caf-a131-f6b745f9a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:01.012745 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-40c3c638-76d4-4caf-a131-f6b745f9a143 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b979768200b4a259ffce5d5379c9b6b&device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 1127 time: 0.0615366 Feb 15 05:01:01.046500 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Publish callbacks [] for security_group (1a689e47-445b-4600-a139-31b58eb33435), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.067547 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-76777593-b1f7-4bf8-9bb4-26e87e47ca12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bca96bce-4974-461c-9152-56ad44e66997 HTTP/1.1" status: 200 len: 217 time: 0.0437195 Feb 15 05:01:01.115130 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 52516) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:01.128258 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-3ca33281-7e79-4c7d-812c-35ff9399024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:01.130437 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-3ca33281-7e79-4c7d-812c-35ff9399024c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e11377-e411-4c90-917d-7e583a93f81a HTTP/1.1" status: 200 len: 854 time: 0.0556931 Feb 15 05:01:01.152288 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (1a689e47-445b-4600-a139-31b58eb33435), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.177335 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-4c4167af-be10-4ed2-821a-aaf644b8344a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f001cabe-809e-4591-9fcd-2911cb7d910f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397224 Feb 15 05:01:01.185519 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=119879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:01:01.201320 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99c6906-e8a9-4482-ac4a-516bf68855a4 admin admin] Deleting subnet c7a424c3-8b69-4f52-a108-840d5ee805a6 {{(pid=119879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:01:01.207793 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a99c6906-e8a9-4482-ac4a-516bf68855a4 admin admin] Publish callbacks [] for subnet (c7a424c3-8b69-4f52-a108-840d5ee805a6), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.228793 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a689e47-445b-4600-a139-31b58eb33435,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:01.232300 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.232633 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.segments_db [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Added segment 3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571 of type vlan for network e2a28af5-77ca-4dec-9deb-0a5382895207 Feb 15 05:01:01.295132 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a99c6906-e8a9-4482-ac4a-516bf68855a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263106507'] for subnet (c7a424c3-8b69-4f52-a108-840d5ee805a6), precommit_delete_associations {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.318868 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (e2a28af5-77ca-4dec-9deb-0a5382895207), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.363041 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a99c6906-e8a9-4482-ac4a-516bf68855a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (c7a424c3-8b69-4f52-a108-840d5ee805a6), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.443055 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (e2a28af5-77ca-4dec-9deb-0a5382895207), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.444067 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:01.444674 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.507965 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] Pushing event updated for resources: {'Network': ['ID=e2a28af5-77ca-4dec-9deb-0a5382895207,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:01.515913 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network e2a28af5-77ca-4dec-9deb-0a5382895207 details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:01:01.522823 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a99c6906-e8a9-4482-ac4a-516bf68855a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263105351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263411170'] for subnet (c7a424c3-8b69-4f52-a108-840d5ee805a6), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.552983 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c6906-e8a9-4482-ac4a-516bf68855a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a424c3-8b69-4f52-a108-840d5ee805a6,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:01.562991 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-0e9b8393-3511-4f6c-90a0-bd17ed253791 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0037711 Feb 15 05:01:01.564039 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a99c6906-e8a9-4482-ac4a-516bf68855a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.566712 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52528) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:01.567372 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-a99c6906-e8a9-4482-ac4a-516bf68855a4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c7a424c3-8b69-4f52-a108-840d5ee805a6 HTTP/1.1" status: 204 len: 168 time: 0.4509749 Feb 15 05:01:01.569730 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 52530) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:01.573326 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-6fc459a7-8dd3-4bbd-a04e-3cc63c2e0cc9 admin admin] Request body: {'subnet': {'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-839882542-subnet', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:01.584284 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-500d902f-d966-4222-b64b-d346e13cdabd service neutron] 10.222.0.52 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008491 Feb 15 05:01:01.654116 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ad735761-bd39-4e39-add8-c24344cf4be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (67ca8227-26e9-4abc-bb05-a9d0ea52a543), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.687197 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc459a7-8dd3-4bbd-a04e-3cc63c2e0cc9 admin admin] Made reservation on behalf of 273425068e4a4d14a7be7911dcac5412 for: {'subnet': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:01:01.689480 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-6fc459a7-8dd3-4bbd-a04e-3cc63c2e0cc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260167557'] for subnet (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.704012 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a81cee2c-1f93-4c2c-9b21-a9b9c865122b req-5dad60db-01e4-44d7-a9f4-bfd7f82f7367 service neutron] 10.222.0.52 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121390 Feb 15 05:01:01.731485 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ad735761-bd39-4e39-add8-c24344cf4be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (67ca8227-26e9-4abc-bb05-a9d0ea52a543), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.754182 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-ad735761-bd39-4e39-add8-c24344cf4be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ca8227-26e9-4abc-bb05-a9d0ea52a543']}} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:01.764571 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-ad735761-bd39-4e39-add8-c24344cf4be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53573821-9d38-40d2-b467-74618adb2aa3') {'for_net_delete': True} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:01.764874 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-ad735761-bd39-4e39-add8-c24344cf4be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53573821-9d38-40d2-b467-74618adb2aa3') {} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:01.775002 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ad735761-bd39-4e39-add8-c24344cf4be8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263106544'] for segment (53573821-9d38-40d2-b467-74618adb2aa3), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.790019 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ad735761-bd39-4e39-add8-c24344cf4be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (53573821-9d38-40d2-b467-74618adb2aa3), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.797450 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad735761-bd39-4e39-add8-c24344cf4be8 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=119879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:01:01.797834 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ad735761-bd39-4e39-add8-c24344cf4be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263105533'] for segment (53573821-9d38-40d2-b467-74618adb2aa3), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: Traceback (most recent call last): Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: timer() Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: cb(*args, **kw) Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: return func(*args, **kwargs) Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: self._notify() Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: self.callback(batched_events) Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: event.method(event) Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: return f(self, *a, **k) Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._get(url).json() Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: return self.request(url, 'GET', **kwargs) Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:01:01.799669 dv-cinder-828060-5-iscsi neutron-server[119879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:01:01.937192 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a20cd-2568-45d9-9731-158f1d734ea8 req-a4ebd6a9-f0a5-4dd7-b46d-374a52ebf302 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:01.938937 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-899a20cd-2568-45d9-9731-158f1d734ea8 req-a4ebd6a9-f0a5-4dd7-b46d-374a52ebf302 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 950 time: 0.0692697 Feb 15 05:01:01.954095 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ad735761-bd39-4e39-add8-c24344cf4be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (67ca8227-26e9-4abc-bb05-a9d0ea52a543), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.970216 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ad735761-bd39-4e39-add8-c24344cf4be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:01.975869 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-ad735761-bd39-4e39-add8-c24344cf4be8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/67ca8227-26e9-4abc-bb05-a9d0ea52a543 HTTP/1.1" status: 204 len: 168 time: 0.4021490 Feb 15 05:01:01.987490 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad735761-bd39-4e39-add8-c24344cf4be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=67ca8227-26e9-4abc-bb05-a9d0ea52a543,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:01.989676 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52544) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:02.014765 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-899a20cd-2568-45d9-9731-158f1d734ea8 req-e087325f-6b36-422f-973e-9ca199db71eb tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693753 Feb 15 05:01:02.019815 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-6fc459a7-8dd3-4bbd-a04e-3cc63c2e0cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263737732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260167571'] for subnet (c59e23e1-260b-477b-960b-86b72dd5e2ee), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.032877 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b23bd-a540-481e-bcc8-653cd9a7dbb0 req-d99366bb-f4e1-467a-913c-7d3df09e781e tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:02.035679 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-012b23bd-a540-481e-bcc8-653cd9a7dbb0 req-d99366bb-f4e1-467a-913c-7d3df09e781e tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 943 time: 0.1414237 Feb 15 05:01:02.136266 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_v2 [None req-05afe234-da22-4c27-a9b6-706a03c97af6 admin admin] Deleting subnet 630a1642-f328-44b8-a7ef-fba793b6ce21 {{(pid=119878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:01:02.161921 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-05afe234-da22-4c27-a9b6-706a03c97af6 admin admin] Publish callbacks [] for subnet (630a1642-f328-44b8-a7ef-fba793b6ce21), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.169045 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc459a7-8dd3-4bbd-a04e-3cc63c2e0cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59e23e1-260b-477b-960b-86b72dd5e2ee,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:02.211814 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-012b23bd-a540-481e-bcc8-653cd9a7dbb0 req-f45cae85-35af-48b2-9d4a-a4ec653dc5d2 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476877 Feb 15 05:01:02.218856 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc459a7-8dd3-4bbd-a04e-3cc63c2e0cc9 admin admin] Checking segment: {'id': '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:01:02.219570 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc459a7-8dd3-4bbd-a04e-3cc63c2e0cc9 admin admin] Network hostable DHCP agents. Network: e2a28af5-77ca-4dec-9deb-0a5382895207, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:01:02.228225 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-05afe234-da22-4c27-a9b6-706a03c97af6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260666702'] for subnet (630a1642-f328-44b8-a7ef-fba793b6ce21), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.276199 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-05afe234-da22-4c27-a9b6-706a03c97af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (630a1642-f328-44b8-a7ef-fba793b6ce21), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.352755 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-79104a1d-1621-4a12-9139-e7707ab7d629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.397604 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-05afe234-da22-4c27-a9b6-706a03c97af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263738715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260167594'] for subnet (630a1642-f328-44b8-a7ef-fba793b6ce21), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.429437 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afe234-da22-4c27-a9b6-706a03c97af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=630a1642-f328-44b8-a7ef-fba793b6ce21,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:02.431207 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc459a7-8dd3-4bbd-a04e-3cc63c2e0cc9 admin admin] Network e2a28af5-77ca-4dec-9deb-0a5382895207 is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:01:02.434676 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-05afe234-da22-4c27-a9b6-706a03c97af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.438507 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-05afe234-da22-4c27-a9b6-706a03c97af6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/630a1642-f328-44b8-a7ef-fba793b6ce21 HTTP/1.1" status: 204 len: 168 time: 0.4474809 Feb 15 05:01:02.441056 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52560) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:02.507958 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-6fc459a7-8dd3-4bbd-a04e-3cc63c2e0cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, e2a28af5-77ca-4dec-9deb-0a5382895207) {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:01:02.517523 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc459a7-8dd3-4bbd-a04e-3cc63c2e0cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:02.517652 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460c4b25-63de-464b-84c6-00f067bbad22 None None] Network e2a28af5-77ca-4dec-9deb-0a5382895207 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:01:02.518014 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-6fc459a7-8dd3-4bbd-a04e-3cc63c2e0cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.562522 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b4a0097d-37a9-4b9a-8d2c-0cd66b308d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (00c56067-cf20-49c8-88cf-7d9e24aaffc1), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.590319 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb33b7-070d-4af3-88e3-090acce007e5 req-aa835b3a-8053-43b6-9182-7387e92108de tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:02.591804 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3bcb33b7-070d-4af3-88e3-090acce007e5 req-aa835b3a-8053-43b6-9182-7387e92108de tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 950 time: 0.1008103 Feb 15 05:01:02.617084 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-6fc459a7-8dd3-4bbd-a04e-3cc63c2e0cc9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0468109 Feb 15 05:01:02.618124 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 52564) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:02.622651 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-839882542-router', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:02.636903 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d05cb3-0e7c-41d1-aceb-4205b28edf4c None None] Network e2a28af5-77ca-4dec-9deb-0a5382895207 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:01:02.696663 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b4a0097d-37a9-4b9a-8d2c-0cd66b308d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (00c56067-cf20-49c8-88cf-7d9e24aaffc1), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.712332 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8431'] for router (983ed5df-be3e-443b-aa02-135c17544d57), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.714870 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8440'] for router (983ed5df-be3e-443b-aa02-135c17544d57), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.727086 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3bcb33b7-070d-4af3-88e3-090acce007e5 req-0eea5ed6-6932-41c9-a5cc-7993db983c29 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168187 Feb 15 05:01:02.731086 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-b4a0097d-37a9-4b9a-8d2c-0cd66b308d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c56067-cf20-49c8-88cf-7d9e24aaffc1']}} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:02.742417 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-b4a0097d-37a9-4b9a-8d2c-0cd66b308d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e326b0-c0bc-406b-9053-ea0ff4b0e9d3') {'for_net_delete': True} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:02.742857 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-b4a0097d-37a9-4b9a-8d2c-0cd66b308d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e326b0-c0bc-406b-9053-ea0ff4b0e9d3') {} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:02.755495 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b4a0097d-37a9-4b9a-8d2c-0cd66b308d24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260666741'] for segment (23e326b0-c0bc-406b-9053-ea0ff4b0e9d3), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.781008 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b4a0097d-37a9-4b9a-8d2c-0cd66b308d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (23e326b0-c0bc-406b-9053-ea0ff4b0e9d3), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.790744 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a0097d-37a9-4b9a-8d2c-0cd66b308d24 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=119878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:01:02.791145 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b4a0097d-37a9-4b9a-8d2c-0cd66b308d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263738849'] for segment (23e326b0-c0bc-406b-9053-ea0ff4b0e9d3), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: Traceback (most recent call last): Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: timer() Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: cb(*args, **kw) Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: return func(*args, **kwargs) Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: self._notify() Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: self.callback(batched_events) Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: event.method(event) Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: return f(self, *a, **k) Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: return self._get(url).json() Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: return self.request(url, 'GET', **kwargs) Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:01:02.792926 dv-cinder-828060-5-iscsi neutron-server[119878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:01:02.807366 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Publish callbacks [] for router_controller (983ed5df-be3e-443b-aa02-135c17544d57), precommit_add_association {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.910406 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b4a0097d-37a9-4b9a-8d2c-0cd66b308d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (00c56067-cf20-49c8-88cf-7d9e24aaffc1), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.928383 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b4a0097d-37a9-4b9a-8d2c-0cd66b308d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:02.942286 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-b4a0097d-37a9-4b9a-8d2c-0cd66b308d24 admin admin] 10.222.0.24 "DELETE /v2.0/networks/00c56067-cf20-49c8-88cf-7d9e24aaffc1 HTTP/1.1" status: 204 len: 168 time: 0.4976466 Feb 15 05:01:02.942286 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0097d-37a9-4b9a-8d2c-0cd66b308d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c56067-cf20-49c8-88cf-7d9e24aaffc1,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:02.994634 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Publish callbacks [] for router_gateway (983ed5df-be3e-443b-aa02-135c17544d57), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:03.320104 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Publish callbacks [] for router_gateway (983ed5df-be3e-443b-aa02-135c17544d57), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:03.346699 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:03.367405 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52592) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:03.410256 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3b9d7-8a16-4b78-86fd-c10b164dbf71 req-48adf8c7-18a5-4f97-b25b-43c6355cbb7c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:03.410256 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6cb3b9d7-8a16-4b78-86fd-c10b164dbf71 req-48adf8c7-18a5-4f97-b25b-43c6355cbb7c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 943 time: 0.1188598 Feb 15 05:01:03.410576 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-cf1d719b-8444-4980-af83-065f9dbbf813 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8606bfdcbfda4edab40124cc36a1d8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412951 Feb 15 05:01:03.412405 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 52594) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:03.537927 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6cb3b9d7-8a16-4b78-86fd-c10b164dbf71 req-ca59c802-76d8-425c-9337-65a06ba9134c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154268 Feb 15 05:01:03.546292 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Allocated IP 172.27.2.145 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/4d642362-0a13-4a53-b958-5d9072923896) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:01:03.548401 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a684a721-93e0-4a7e-a384-bb3c51d733f5 admin admin] Publish callbacks [] for security_group (0747fbad-7c3f-40a2-b7f3-f4f89fbe8033), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:03.589270 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a684a721-93e0-4a7e-a384-bb3c51d733f5 admin admin] Publish callbacks [] for security_group (0747fbad-7c3f-40a2-b7f3-f4f89fbe8033), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:03.695486 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Publish callbacks [] for port (4d642362-0a13-4a53-b958-5d9072923896), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:03.756314 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a684a721-93e0-4a7e-a384-bb3c51d733f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (0747fbad-7c3f-40a2-b7f3-f4f89fbe8033), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:03.759556 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a684a721-93e0-4a7e-a384-bb3c51d733f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:03.762561 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-a684a721-93e0-4a7e-a384-bb3c51d733f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0747fbad-7c3f-40a2-b7f3-f4f89fbe8033 HTTP/1.1" status: 204 len: 168 time: 0.3474064 Feb 15 05:01:03.768978 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684a721-93e0-4a7e-a384-bb3c51d733f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0747fbad-7c3f-40a2-b7f3-f4f89fbe8033,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:03.831639 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (4d642362-0a13-4a53-b958-5d9072923896), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:03.873547 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:01:03.876485 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:01:03.879861 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:01:03.889042 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1296f38-18d5-43b8-81cf-a1927ed43452 req-524884d1-f488-4999-95ca-805813f63f50 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:03.890582 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e1296f38-18d5-43b8-81cf-a1927ed43452 req-524884d1-f488-4999-95ca-805813f63f50 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 950 time: 0.0658457 Feb 15 05:01:03.911497 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Pushing event updated for resources: {'Port': ['ID=4d642362-0a13-4a53-b958-5d9072923896,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:03.939544 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e1296f38-18d5-43b8-81cf-a1927ed43452 req-77f926a0-228f-4e96-9ea5-fb973b10ae6e tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef716407-731b-48ff-87de-8045f90bb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432520 Feb 15 05:01:04.142696 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bd8da-971c-4ffd-8830-60b89aadc4b3 req-34ddb1bf-7ae5-447d-92b2-1206e58ad55a tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:04.144335 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a25bd8da-971c-4ffd-8830-60b89aadc4b3 req-34ddb1bf-7ae5-447d-92b2-1206e58ad55a tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 950 time: 0.0542011 Feb 15 05:01:04.221935 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Publish callbacks [] for router_gateway (983ed5df-be3e-443b-aa02-135c17544d57), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:04.249077 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-a25bd8da-971c-4ffd-8830-60b89aadc4b3 req-eaedb05e-7ba5-41f7-aadb-b20e3cee3742 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Deleting port 24d7b6ae-806c-44f1-8365-d9f209daecfa {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:01:04.249458 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a25bd8da-971c-4ffd-8830-60b89aadc4b3 req-eaedb05e-7ba5-41f7-aadb-b20e3cee3742 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:04.340394 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-a25bd8da-971c-4ffd-8830-60b89aadc4b3 req-eaedb05e-7ba5-41f7-aadb-b20e3cee3742 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] For port 24d7b6ae-806c-44f1-8365-d9f209daecfa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24d7b6ae-806c-44f1-8365-d9f209daecfa,segment=NetworkSegment(6a48c7a1-39ca-41a8-ad86-62544bd9744c),segment_id=6a48c7a1-39ca-41a8-ad86-62544bd9744c)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:04.340674 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a25bd8da-971c-4ffd-8830-60b89aadc4b3 req-eaedb05e-7ba5-41f7-aadb-b20e3cee3742 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:04.355160 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-a25bd8da-971c-4ffd-8830-60b89aadc4b3 req-eaedb05e-7ba5-41f7-aadb-b20e3cee3742 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Calling delete_port for 24d7b6ae-806c-44f1-8365-d9f209daecfa owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:01:04.442136 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52610) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:04.519987 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-7e7dc155-e79c-4c55-b214-c72726af8dd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbca0628134840188c750024c310f479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0743148 Feb 15 05:01:04.521276 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52612) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:04.569920 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f64150f1-118e-47c9-a2de-dc5edcbbc234 admin admin] Publish callbacks [] for security_group (86a5553e-062c-4e69-96af-2bcde83e45c8), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:04.593064 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f64150f1-118e-47c9-a2de-dc5edcbbc234 admin admin] Publish callbacks [] for security_group (86a5553e-062c-4e69-96af-2bcde83e45c8), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:04.602088 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a25bd8da-971c-4ffd-8830-60b89aadc4b3 req-eaedb05e-7ba5-41f7-aadb-b20e3cee3742 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (24d7b6ae-806c-44f1-8365-d9f209daecfa), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:04.614211 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['24d7b6ae-806c-44f1-8365-d9f209daecfa'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:01:04.672060 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedb05e-7ba5-41f7-aadb-b20e3cee3742 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Pushing event deleted for resources: {'Port': ['ID=24d7b6ae-806c-44f1-8365-d9f209daecfa,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:04.692336 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-707458'] for router (983ed5df-be3e-443b-aa02-135c17544d57), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:04.715836 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25bd8da-971c-4ffd-8830-60b89aadc4b3 req-eaedb05e-7ba5-41f7-aadb-b20e3cee3742 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] No DVR routers for this DVR port 24d7b6ae-806c-44f1-8365-d9f209daecfa on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:01:04.719459 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a25bd8da-971c-4ffd-8830-60b89aadc4b3 req-eaedb05e-7ba5-41f7-aadb-b20e3cee3742 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:04.723281 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a25bd8da-971c-4ffd-8830-60b89aadc4b3 req-eaedb05e-7ba5-41f7-aadb-b20e3cee3742 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.52 "DELETE /v2.0/ports/24d7b6ae-806c-44f1-8365-d9f209daecfa HTTP/1.1" status: 204 len: 173 time: 0.5736265 Feb 15 05:01:04.724092 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f974712-c451-4f01-bd9c-0bc8a780a400', 'name': 'network-vif-deleted', 'tag': '24d7b6ae-806c-44f1-8365-d9f209daecfa'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:04.727143 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb902a0-b6f9-4107-9e77-4c815d1ff8bb" -d '{"events": [{"server_uuid": "0f974712-c451-4f01-bd9c-0bc8a780a400", "name": "network-vif-deleted", "tag": "24d7b6ae-806c-44f1-8365-d9f209daecfa"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:04.746166 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-32cabcac-d25e-4d29-9e82-d51e7c7b35c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:04.770980 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c0f5e-f993-4b98-866d-c3e0d0acfca1 req-9f1e7b57-7643-49fc-83c7-e2c0df80f85b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:04.772438 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e96c0f5e-f993-4b98-866d-c3e0d0acfca1 req-9f1e7b57-7643-49fc-83c7-e2c0df80f85b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 943 time: 0.1550841 Feb 15 05:01:04.786927 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c36c9a-f592-446d-94b7-aa06bf1d798b x-openstack-request-id: req-d9c36c9a-f592-446d-94b7-aa06bf1d798b {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:04.787413 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f974712-c451-4f01-bd9c-0bc8a780a400", "name": "network-vif-deleted", "tag": "24d7b6ae-806c-44f1-8365-d9f209daecfa", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:04.787837 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9c36c9a-f592-446d-94b7-aa06bf1d798b {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:04.788689 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f974712-c451-4f01-bd9c-0bc8a780a400', 'name': 'network-vif-deleted', 'tag': '24d7b6ae-806c-44f1-8365-d9f209daecfa', 'status': 'completed', 'code': 200} Feb 15 05:01:04.906001 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f64150f1-118e-47c9-a2de-dc5edcbbc234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (86a5553e-062c-4e69-96af-2bcde83e45c8), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:04.912035 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f64150f1-118e-47c9-a2de-dc5edcbbc234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:04.916008 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-f64150f1-118e-47c9-a2de-dc5edcbbc234 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86a5553e-062c-4e69-96af-2bcde83e45c8 HTTP/1.1" status: 204 len: 168 time: 0.3919597 Feb 15 05:01:04.917337 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e96c0f5e-f993-4b98-866d-c3e0d0acfca1 req-ec58cf9a-cead-47c8-acda-c788cc82dc9a tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289012 Feb 15 05:01:04.949298 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64150f1-118e-47c9-a2de-dc5edcbbc234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a5553e-062c-4e69-96af-2bcde83e45c8,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:05.030841 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Router 983ed5df-be3e-443b-aa02-135c17544d57 is scheduled to L3 agent 93191b66-45b8-451b-9430-45af3619aeed with binding_index 1 {{(pid=119879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:01:05.057552 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d71d9b6a-a37d-4d75-90f6-0c03243da20b req-fa3b76f9-9af1-4c78-b1d9-e3c570695d43 tempest-VolumesNegativeTest-1700324597 tempest-VolumesNegativeTest-1700324597-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f974712-c451-4f01-bd9c-0bc8a780a400 HTTP/1.1" status: 200 len: 210 time: 0.0327389 Feb 15 05:01:05.147181 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:01:05.160756 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Sync routers for ids ['983ed5df-be3e-443b-aa02-135c17544d57'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:01:05.166134 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Routers {'983ed5df-be3e-443b-aa02-135c17544d57'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:01:05.166855 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:01:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['983ed5df-be3e-443b-aa02-135c17544d57'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:05.275221 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Set router 983ed5df-be3e-443b-aa02-135c17544d57 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:01:05.281199 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:05.282407 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-854287ec-7d65-42d9-a989-bee20f427c6f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6633096 Feb 15 05:01:05.285459 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52632) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:05.557287 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983ed5df-be3e-443b-aa02-135c17544d57', 'name': 'tempest-ServerRescueNegativeTestJSON-839882542-router', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '4d642362-0a13-4a53-b958-5d9072923896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:01:02Z', 'updated_at': '2022-02-15T05:01:04Z', 'revision_number': 3, 'project_id': '273425068e4a4d14a7be7911dcac5412', 'gw_port': {'id': '4d642362-0a13-4a53-b958-5d9072923896', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983ed5df-be3e-443b-aa02-135c17544d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:01:03Z', 'updated_at': '2022-02-15T05:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:05.557287 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Checking router: 983ed5df-be3e-443b-aa02-135c17544d57 for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:01:05.557287 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Updating router 983ed5df-be3e-443b-aa02-135c17544d57 port 4d642362-0a13-4a53-b958-5d9072923896 binding host dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:01:05.568728 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (4d642362-0a13-4a53-b958-5d9072923896), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:05.848031 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:05.857146 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:05.912393 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Publish callbacks [] for port (4d642362-0a13-4a53-b958-5d9072923896), precommit_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:05.985409 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (4d642362-0a13-4a53-b958-5d9072923896), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:06.054999 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Pushing event updated for resources: {'Port': ['ID=4d642362-0a13-4a53-b958-5d9072923896,revision_number=2']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:06.057379 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Attempting to bind port 4d642362-0a13-4a53-b958-5d9072923896 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:01:06.058215 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Attempting to bind port 4d642362-0a13-4a53-b958-5d9072923896 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:01:06.058758 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Attempting to bind port 4d642362-0a13-4a53-b958-5d9072923896 on network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:06.060071 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Allocated IP 172.20.0.1 (e2a28af5-77ca-4dec-9deb-0a5382895207/c59e23e1-260b-477b-960b-86b72dd5e2ee/fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:01:06.070028 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:06.071330 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:06.071847 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:06.072195 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:06.072972 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:06.073582 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:06.074785 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:06.075351 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:06.076002 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:06.076558 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:06.077010 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:06.077427 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:06.077822 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:06.090717 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b0db7-2366-4d47-acfa-46c4a7ec46f2 req-065f910a-8b73-460c-ae0b-dc6ac2dc4535 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:06.092963 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-775b0db7-2366-4d47-acfa-46c4a7ec46f2 req-065f910a-8b73-460c-ae0b-dc6ac2dc4535 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 943 time: 0.0634248 Feb 15 05:01:06.098135 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:01:06.098614 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Checking segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:01:06.099214 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:06.099774 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Bound using segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:01:06.100386 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Bound port: 4d642362-0a13-4a53-b958-5d9072923896, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:01:06.100768 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (4d642362-0a13-4a53-b958-5d9072923896), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:06.173537 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-775b0db7-2366-4d47-acfa-46c4a7ec46f2 req-4dc311b9-6291-4958-ad58-817166b6a3b3 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648150 Feb 15 05:01:06.182342 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] For port 4d642362-0a13-4a53-b958-5d9072923896, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:01:06.186157 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] For port 4d642362-0a13-4a53-b958-5d9072923896, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=4d642362-0a13-4a53-b958-5d9072923896,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:01:06.220873 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Publish callbacks [] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:06.294794 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device bca96bce-4974-461c-9152-56ad44e66997 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:01:06.305979 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (4d642362-0a13-4a53-b958-5d9072923896), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:06.328534 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:06.367122 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Routers {'983ed5df-be3e-443b-aa02-135c17544d57'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:01:06.367738 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:01:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['983ed5df-be3e-443b-aa02-135c17544d57'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:06.377455 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Network e2a28af5-77ca-4dec-9deb-0a5382895207 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:01:06.380684 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:01:06.384747 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:01:06.423540 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400ba25-e36a-40ab-a24c-5b5c4ae6b43a None None] Pushing event updated for resources: {'Port': ['ID=4d642362-0a13-4a53-b958-5d9072923896,revision_number=3']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:06.444019 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:06.453811 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port bca96bce-4974-461c-9152-56ad44e66997, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bca96bce-4974-461c-9152-56ad44e66997,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:06.465405 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707761'] for router_interface (983ed5df-be3e-443b-aa02-135c17544d57), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:06.467979 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': 'bca96bce-4974-461c-9152-56ad44e66997', 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f', 'port_id': 'bca96bce-4974-461c-9152-56ad44e66997', 'mac_address': 'fa:16:3e:b4:d6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e11377-e411-4c90-917d-7e583a93f81a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:01:06.517575 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port bca96bce-4974-461c-9152-56ad44e66997 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:06.518297 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (bca96bce-4974-461c-9152-56ad44e66997), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:06.521985 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] Set router 983ed5df-be3e-443b-aa02-135c17544d57 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:01:06.534380 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca96bce-4974-461c-9152-56ad44e66997 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:01:06.558106 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port bca96bce-4974-461c-9152-56ad44e66997, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bca96bce-4974-461c-9152-56ad44e66997,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:06.665617 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (bca96bce-4974-461c-9152-56ad44e66997), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:06.730870 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=bca96bce-4974-461c-9152-56ad44e66997,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:06.769690 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:06.867909 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983ed5df-be3e-443b-aa02-135c17544d57', 'name': 'tempest-ServerRescueNegativeTestJSON-839882542-router', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '4d642362-0a13-4a53-b958-5d9072923896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:01:02Z', 'updated_at': '2022-02-15T05:01:04Z', 'revision_number': 3, 'project_id': '273425068e4a4d14a7be7911dcac5412', 'gw_port': {'id': '4d642362-0a13-4a53-b958-5d9072923896', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983ed5df-be3e-443b-aa02-135c17544d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:01:03Z', 'updated_at': '2022-02-15T05:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:06.898727 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122164c4-6b18-4b74-8acc-fe18af70511f None None] The sync data for ids ['983ed5df-be3e-443b-aa02-135c17544d57'] in dv-cinder-828060-5-iscsi is: [{'id': '983ed5df-be3e-443b-aa02-135c17544d57', 'name': 'tempest-ServerRescueNegativeTestJSON-839882542-router', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '4d642362-0a13-4a53-b958-5d9072923896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:01:02Z', 'updated_at': '2022-02-15T05:01:04Z', 'revision_number': 3, 'project_id': '273425068e4a4d14a7be7911dcac5412', 'gw_port': {'id': '4d642362-0a13-4a53-b958-5d9072923896', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983ed5df-be3e-443b-aa02-135c17544d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:01:03Z', 'updated_at': '2022-02-15T05:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:01:06.960044 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Publish callbacks [] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:07.053595 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:07.056676 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['bca96bce-4974-461c-9152-56ad44e66997'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:01:07.127153 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3650677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707789'] for router_interface (983ed5df-be3e-443b-aa02-135c17544d57), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:07.130788 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:07.280753 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:07.347476 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 52724) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:07.347947 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Network e2a28af5-77ca-4dec-9deb-0a5382895207 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:01:07.351482 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:01:07.424754 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0c674-50d9-4601-812c-ee61056308c3 req-4a842dca-babf-4a19-b0c0-f403c86a9ca7 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:07.426336 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a0c0c674-50d9-4601-812c-ee61056308c3 req-4a842dca-babf-4a19-b0c0-f403c86a9ca7 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 944 time: 0.1199489 Feb 15 05:01:07.533023 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a0c0c674-50d9-4601-812c-ee61056308c3 req-343b503e-93bc-4d9b-93a2-87d1fcc2c2f6 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971124 Feb 15 05:01:07.540320 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf82-f753-4f87-9750-7d7cb2d2caf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:07.546367 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Router 983ed5df-be3e-443b-aa02-135c17544d57 has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:01:07.649273 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf82-f753-4f87-9750-7d7cb2d2caf0 admin admin] Publish callbacks [] for security_group (b8d8f230-7293-4966-b09c-6d8b17b2a54a), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:07.696515 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:01:07.709664 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-e1e6e3b5-df74-4f6c-b8ad-a0849baf6a35 admin admin] 10.222.0.24 "PUT /v2.0/routers/983ed5df-be3e-443b-aa02-135c17544d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4231226 Feb 15 05:01:07.722403 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf82-f753-4f87-9750-7d7cb2d2caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (b8d8f230-7293-4966-b09c-6d8b17b2a54a), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:07.768021 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-beeeaf82-f753-4f87-9750-7d7cb2d2caf0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ac8089ca5144b1b86b6bea6fb41ef4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033220 Feb 15 05:01:07.769462 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeeaf82-f753-4f87-9750-7d7cb2d2caf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d8f230-7293-4966-b09c-6d8b17b2a54a,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:07.770987 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52788) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:07.843079 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4a4caba1-bb82-4d26-9d31-6c1f133eca5c admin admin] Publish callbacks [] for security_group (b8d8f230-7293-4966-b09c-6d8b17b2a54a), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:07.871078 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4a4caba1-bb82-4d26-9d31-6c1f133eca5c admin admin] Publish callbacks [] for security_group (b8d8f230-7293-4966-b09c-6d8b17b2a54a), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:08.038309 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4a4caba1-bb82-4d26-9d31-6c1f133eca5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (b8d8f230-7293-4966-b09c-6d8b17b2a54a), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:08.042489 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4a4caba1-bb82-4d26-9d31-6c1f133eca5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:08.051936 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-4a4caba1-bb82-4d26-9d31-6c1f133eca5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8d8f230-7293-4966-b09c-6d8b17b2a54a HTTP/1.1" status: 204 len: 168 time: 0.2798061 Feb 15 05:01:08.073451 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4caba1-bb82-4d26-9d31-6c1f133eca5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d8f230-7293-4966-b09c-6d8b17b2a54a,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:08.158800 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 4d642362-0a13-4a53-b958-5d9072923896 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:01:08.213478 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 4d642362-0a13-4a53-b958-5d9072923896 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:01:08.214016 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (4d642362-0a13-4a53-b958-5d9072923896), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:08.300938 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device bca96bce-4974-461c-9152-56ad44e66997 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:01:08.336677 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 4d642362-0a13-4a53-b958-5d9072923896 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:08.337177 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (4d642362-0a13-4a53-b958-5d9072923896), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:08.368207 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port 4d642362-0a13-4a53-b958-5d9072923896, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=4d642362-0a13-4a53-b958-5d9072923896,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:08.438982 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (4d642362-0a13-4a53-b958-5d9072923896), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:08.443064 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port bca96bce-4974-461c-9152-56ad44e66997 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:01:08.490263 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port bca96bce-4974-461c-9152-56ad44e66997 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:01:08.490641 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (bca96bce-4974-461c-9152-56ad44e66997), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:08.552949 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=4d642362-0a13-4a53-b958-5d9072923896,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:08.636853 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:01:08.659612 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port bca96bce-4974-461c-9152-56ad44e66997 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:08.660007 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (bca96bce-4974-461c-9152-56ad44e66997), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:08.691373 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a968e138-534a-4a16-912d-3bbb89e1cae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca96bce-4974-461c-9152-56ad44e66997'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:08.706764 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da689d7-7116-4bdb-bc00-36c151e80055" -d '{"events": [{"server_uuid": "a968e138-534a-4a16-912d-3bbb89e1cae4", "name": "network-vif-plugged", "status": "completed", "tag": "bca96bce-4974-461c-9152-56ad44e66997"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:08.719995 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port bca96bce-4974-461c-9152-56ad44e66997, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bca96bce-4974-461c-9152-56ad44e66997,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:08.782995 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb29780-9950-4453-b252-009ccc3820b7 req-f885cff7-bef4-4a17-a0fa-c3d6aa94a0e6 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:08.784471 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fbb29780-9950-4453-b252-009ccc3820b7 req-f885cff7-bef4-4a17-a0fa-c3d6aa94a0e6 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 944 time: 0.0727801 Feb 15 05:01:08.785542 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:08.809522 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (bca96bce-4974-461c-9152-56ad44e66997), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:08.810948 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 24d7b6ae-806c-44f1-8365-d9f209daecfa no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:01:08.894852 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-685d68b8-ea7d-4eef-9bfb-0c9a23915e47 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:08.898091 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fbb29780-9950-4453-b252-009ccc3820b7 req-ba7ae174-ba46-4327-b478-6cfc0d637e5c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059895 Feb 15 05:01:08.904694 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-685d68b8-ea7d-4eef-9bfb-0c9a23915e47 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/networks?id=e2a28af5-77ca-4dec-9deb-0a5382895207 HTTP/1.1" status: 200 len: 818 time: 0.2037203 Feb 15 05:01:08.912130 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 24d7b6ae-806c-44f1-8365-d9f209daecfa {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:01:08.918326 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 24d7b6ae-806c-44f1-8365-d9f209daecfa not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:01:08.924891 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-d442e874-d87f-402a-8602-01d32d86cbbf tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/quotas/273425068e4a4d14a7be7911dcac5412 HTTP/1.1" status: 200 len: 375 time: 0.0183613 Feb 15 05:01:08.944181 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342d12b1-8e21-4ed6-a87f-c6c560440cfd x-openstack-request-id: req-342d12b1-8e21-4ed6-a87f-c6c560440cfd {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:08.946855 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a968e138-534a-4a16-912d-3bbb89e1cae4", "name": "network-vif-plugged", "status": "completed", "tag": "bca96bce-4974-461c-9152-56ad44e66997", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:08.947144 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-342d12b1-8e21-4ed6-a87f-c6c560440cfd {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:08.948136 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a968e138-534a-4a16-912d-3bbb89e1cae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca96bce-4974-461c-9152-56ad44e66997', 'code': 200} Feb 15 05:01:08.999711 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=bca96bce-4974-461c-9152-56ad44e66997,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:09.044298 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-d73125da-2a6e-4929-95cc-00dc18bdc4cd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=273425068e4a4d14a7be7911dcac5412&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1148367 Feb 15 05:01:09.154476 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-e292e2f1-b50c-4af3-aee4-b80a488e8560 service neutron] 10.222.0.24 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007600 Feb 15 05:01:09.206753 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Sync routers for ids ['983ed5df-be3e-443b-aa02-135c17544d57'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:01:09.226849 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Routers {'983ed5df-be3e-443b-aa02-135c17544d57'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:01:09.227498 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:01:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['983ed5df-be3e-443b-aa02-135c17544d57'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:09.312309 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-fdfb3736-430c-409b-a2a4-fbf1f1a934e0 service neutron] 10.222.0.24 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565697 Feb 15 05:01:09.386594 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e65b4-074b-407a-b176-664ed1a68c17 req-583500b5-9dec-4481-95c4-43c1cb5e567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:09.390341 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-817e65b4-074b-407a-b176-664ed1a68c17 req-583500b5-9dec-4481-95c4-43c1cb5e567c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 1129 time: 0.0777948 Feb 15 05:01:09.397553 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Set router 983ed5df-be3e-443b-aa02-135c17544d57 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:01:09.440528 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-817e65b4-074b-407a-b176-664ed1a68c17 req-7064b3e1-f626-4035-9e2e-1f8a7d5ee4a5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456173 Feb 15 05:01:09.532182 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52886) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:09.591197 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-54ad4f3f-9a0b-4647-9fa4-42c001914b8c req-6f25693e-8574-40a4-ac52-0b5acfc53273 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 210 time: 0.0328929 Feb 15 05:01:09.685109 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-746961249-network', 'tenant_id': 'cdca5f8ac5c84ada8b9254c8eab3c365'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:09.715730 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983ed5df-be3e-443b-aa02-135c17544d57', 'name': 'tempest-ServerRescueNegativeTestJSON-839882542-router', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '4d642362-0a13-4a53-b958-5d9072923896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:01:02Z', 'updated_at': '2022-02-15T05:01:06Z', 'revision_number': 4, 'project_id': '273425068e4a4d14a7be7911dcac5412', 'gw_port': {'id': '4d642362-0a13-4a53-b958-5d9072923896', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983ed5df-be3e-443b-aa02-135c17544d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:01:03Z', 'updated_at': '2022-02-15T05:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a', 'name': '', 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'mac_address': 'fa:16:3e:c1:1b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983ed5df-be3e-443b-aa02-135c17544d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'c59e23e1-260b-477b-960b-86b72dd5e2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:01:05Z', 'updated_at': '2022-02-15T05:01:06Z', 'revision_number': 2, 'project_id': '273425068e4a4d14a7be7911dcac5412', 'subnets': [{'id': 'c59e23e1-260b-477b-960b-86b72dd5e2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:09.738830 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Checking router: 983ed5df-be3e-443b-aa02-135c17544d57 for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:01:09.739198 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Updating router 983ed5df-be3e-443b-aa02-135c17544d57 port fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a binding host dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:01:09.771710 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:09.780009 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Made reservation on behalf of cdca5f8ac5c84ada8b9254c8eab3c365 for: {'network': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:01:09.782387 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:09.796157 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:09.888644 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Publish callbacks [] for security_group (03a2b564-5b03-4a17-b71e-5f046adfdc6e), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:09.942168 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-e43d5d2a-6ff0-4532-a0fe-a4f4d88a1277 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:09.943722 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-e43d5d2a-6ff0-4532-a0fe-a4f4d88a1277 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/networks?id=e2a28af5-77ca-4dec-9deb-0a5382895207 HTTP/1.1" status: 200 len: 818 time: 0.1168501 Feb 15 05:01:09.961652 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-8b3d0d24-b3b2-4e17-a499-97ecce56b2ee tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/quotas/273425068e4a4d14a7be7911dcac5412 HTTP/1.1" status: 200 len: 375 time: 0.0114255 Feb 15 05:01:10.007683 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (03a2b564-5b03-4a17-b71e-5f046adfdc6e), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:10.035097 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=119878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:01:10.045836 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-d9da0f5f-098b-4906-8ee6-314d30e12062 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=273425068e4a4d14a7be7911dcac5412&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794177 Feb 15 05:01:10.068740 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:10.068740 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.segments_db [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Added segment 1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f of type vlan for network 3aa51b00-b8b0-459d-aec9-78733998bfde Feb 15 05:01:10.080489 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a2b564-5b03-4a17-b71e-5f046adfdc6e,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:10.084616 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 4d642362-0a13-4a53-b958-5d9072923896 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:01:10.135569 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c040bf-0eb9-4c43-beaa-4c3e5b864bd2 req-c140c379-094f-4d1f-83aa-df1afa0c3425 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:10.137679 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-82c040bf-0eb9-4c43-beaa-4c3e5b864bd2 req-c140c379-094f-4d1f-83aa-df1afa0c3425 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 945 time: 0.1757987 Feb 15 05:01:10.139459 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Publish callbacks [] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), precommit_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:10.164249 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (3aa51b00-b8b0-459d-aec9-78733998bfde), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:10.179717 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 4d642362-0a13-4a53-b958-5d9072923896 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:01:10.179998 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (4d642362-0a13-4a53-b958-5d9072923896), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:10.186862 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-6ed2e85b-a669-4f70-b590-a0252f5ec65f service neutron] 10.222.0.24 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397758 Feb 15 05:01:10.224201 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:10.255687 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-82c040bf-0eb9-4c43-beaa-4c3e5b864bd2 req-256ac048-73bd-4603-a9e6-9b3c4510344e tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910108 Feb 15 05:01:10.292612 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (3aa51b00-b8b0-459d-aec9-78733998bfde), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:10.293560 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:10.294397 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:10.297999 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-33b9191f-6968-4ca2-86c9-35a42414182e service neutron] 10.222.0.24 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097960 Feb 15 05:01:10.398206 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] Pushing event updated for resources: {'Network': ['ID=3aa51b00-b8b0-459d-aec9-78733998bfde,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:10.408094 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e34e83-2956-4d34-8b35-23ec4bc3caa1 None None] Pushing event updated for resources: {'Port': ['ID=fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:10.414513 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network 3aa51b00-b8b0-459d-aec9-78733998bfde details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:01:10.426854 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-50d237dc-c106-48d7-9e7c-c7ee2efb5d62 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8889034 Feb 15 05:01:10.426854 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 52962) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:10.430447 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-11ab54b9-abed-47c9-b128-7eeface2859c admin admin] Request body: {'subnet': {'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-746961249-subnet', 'tenant_id': 'cdca5f8ac5c84ada8b9254c8eab3c365', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:10.437176 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 4d642362-0a13-4a53-b958-5d9072923896 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:10.478904 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Attempting to bind port fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:01:10.479006 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Attempting to bind port fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:01:10.479490 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Attempting to bind port fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a on network e2a28af5-77ca-4dec-9deb-0a5382895207 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:10.501755 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:01:10.504636 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Checking segment: {'id': '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:01:10.505297 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:10.522957 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Bound using segment: {'id': '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:01:10.525928 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Bound port: fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:01:10.526387 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:10.534025 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ab54b9-abed-47c9-b128-7eeface2859c admin admin] Made reservation on behalf of cdca5f8ac5c84ada8b9254c8eab3c365 for: {'subnet': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:01:10.537931 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-11ab54b9-abed-47c9-b128-7eeface2859c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260167557'] for subnet (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:10.629238 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bf7bf925-ef14-40df-885a-f312ffb0aace req-f0965476-6454-4c3d-b5c4-49de6e527cef tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 210 time: 0.0562222 Feb 15 05:01:10.662531 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] For port fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:01:10.665764 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] For port fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a,segment=NetworkSegment(3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571),segment_id=3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:01:10.734106 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:10.797403 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Routers {'983ed5df-be3e-443b-aa02-135c17544d57'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:01:10.798023 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:01:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['983ed5df-be3e-443b-aa02-135c17544d57'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:10.833946 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-11ab54b9-abed-47c9-b128-7eeface2859c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263737732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260167571'] for subnet (a464df38-c20f-47ef-ab06-f45a03c013fb), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:10.839604 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e34e83-2956-4d34-8b35-23ec4bc3caa1 None None] Pushing event updated for resources: {'Port': ['ID=fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:10.896801 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab54b9-abed-47c9-b128-7eeface2859c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a464df38-c20f-47ef-ab06-f45a03c013fb,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:10.908470 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab54b9-abed-47c9-b128-7eeface2859c admin admin] Checking segment: {'id': '1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:01:10.908830 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ab54b9-abed-47c9-b128-7eeface2859c admin admin] Network hostable DHCP agents. Network: 3aa51b00-b8b0-459d-aec9-78733998bfde, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:01:11.002317 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ab54b9-abed-47c9-b128-7eeface2859c admin admin] Network 3aa51b00-b8b0-459d-aec9-78733998bfde is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:01:11.062137 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] Set router 983ed5df-be3e-443b-aa02-135c17544d57 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:01:11.100033 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-11ab54b9-abed-47c9-b128-7eeface2859c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, 3aa51b00-b8b0-459d-aec9-78733998bfde) {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:01:11.110713 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab54b9-abed-47c9-b128-7eeface2859c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:11.111692 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-11ab54b9-abed-47c9-b128-7eeface2859c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:11.113090 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d659dbf2-eeca-4502-8412-3aef5c477682 None None] Network 3aa51b00-b8b0-459d-aec9-78733998bfde requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:01:11.193459 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-11ab54b9-abed-47c9-b128-7eeface2859c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7670636 Feb 15 05:01:11.321510 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d29b426-f3b6-41cd-92d0-a54f1a137527 None None] Network 3aa51b00-b8b0-459d-aec9-78733998bfde requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:01:11.418785 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e51bf-0921-4b07-b2e9-051bcab14647 req-b8b6b5ff-1f9f-4b68-9539-eb40e4fe7c98 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:11.421448 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-900e51bf-0921-4b07-b2e9-051bcab14647 req-b8b6b5ff-1f9f-4b68-9539-eb40e4fe7c98 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 945 time: 0.0910542 Feb 15 05:01:11.487001 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983ed5df-be3e-443b-aa02-135c17544d57', 'name': 'tempest-ServerRescueNegativeTestJSON-839882542-router', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '4d642362-0a13-4a53-b958-5d9072923896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:01:02Z', 'updated_at': '2022-02-15T05:01:06Z', 'revision_number': 4, 'project_id': '273425068e4a4d14a7be7911dcac5412', 'gw_port': {'id': '4d642362-0a13-4a53-b958-5d9072923896', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983ed5df-be3e-443b-aa02-135c17544d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:01:03Z', 'updated_at': '2022-02-15T05:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a', 'name': '', 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'mac_address': 'fa:16:3e:c1:1b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983ed5df-be3e-443b-aa02-135c17544d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'c59e23e1-260b-477b-960b-86b72dd5e2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:01:05Z', 'updated_at': '2022-02-15T05:01:10Z', 'revision_number': 4, 'project_id': '273425068e4a4d14a7be7911dcac5412', 'subnets': [{'id': 'c59e23e1-260b-477b-960b-86b72dd5e2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:11.493241 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-900e51bf-0921-4b07-b2e9-051bcab14647 req-b5d372e8-14e3-45c7-88dd-4a284d233ef5 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646598 Feb 15 05:01:11.515480 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5dfad7-5361-44bd-ac52-dc490632072a None None] The sync data for ids ['983ed5df-be3e-443b-aa02-135c17544d57'] in dv-cinder-828060-5-iscsi is: [{'id': '983ed5df-be3e-443b-aa02-135c17544d57', 'name': 'tempest-ServerRescueNegativeTestJSON-839882542-router', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '4d642362-0a13-4a53-b958-5d9072923896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:01:02Z', 'updated_at': '2022-02-15T05:01:06Z', 'revision_number': 4, 'project_id': '273425068e4a4d14a7be7911dcac5412', 'gw_port': {'id': '4d642362-0a13-4a53-b958-5d9072923896', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983ed5df-be3e-443b-aa02-135c17544d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:01:03Z', 'updated_at': '2022-02-15T05:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a', 'name': '', 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'mac_address': 'fa:16:3e:c1:1b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983ed5df-be3e-443b-aa02-135c17544d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'c59e23e1-260b-477b-960b-86b72dd5e2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:01:05Z', 'updated_at': '2022-02-15T05:01:10Z', 'revision_number': 4, 'project_id': '273425068e4a4d14a7be7911dcac5412', 'subnets': [{'id': 'c59e23e1-260b-477b-960b-86b72dd5e2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:01:11.736335 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-80b37993-1394-4a77-9923-47b596abfc78 req-eaf1f6c7-072a-4ec4-a497-c1921f50b5f7 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 210 time: 0.0278914 Feb 15 05:01:12.101774 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:01:12.161552 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:01:12.161925 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:12.250304 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:12.250858 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:12.287106 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a,segment=NetworkSegment(3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571),segment_id=3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:12.351011 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:12.401267 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:12.616547 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5ffad-41c8-4aee-bc94-e97e18999e82 req-ce0d46f5-d90b-4b17-9fbd-94ce876db9cf tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:12.617947 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8cd5ffad-41c8-4aee-bc94-e97e18999e82 req-ce0d46f5-d90b-4b17-9fbd-94ce876db9cf tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 945 time: 0.0573761 Feb 15 05:01:12.665062 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8cd5ffad-41c8-4aee-bc94-e97e18999e82 req-2dea955a-75a9-4edb-9c5c-eb044ffbf498 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Feb 15 05:01:12.828207 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cd6370bf-aa76-4049-aecc-6e27855351aa req-303c1870-f10d-4417-a561-487c7130d516 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 210 time: 0.0256286 Feb 15 05:01:13.792354 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162813a2-ecd6-4465-837d-dee5ae2cecc5 req-b120dbf3-f161-45fb-8542-1c924ffc4ba9 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:13.793892 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-162813a2-ecd6-4465-837d-dee5ae2cecc5 req-b120dbf3-f161-45fb-8542-1c924ffc4ba9 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 945 time: 0.0588660 Feb 15 05:01:13.843683 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-162813a2-ecd6-4465-837d-dee5ae2cecc5 req-6bf8cb05-40f3-4c37-9b8a-7a127f7fe8cf tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437698 Feb 15 05:01:13.925000 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d24bc616-1ea5-427e-9b71-e83466d9b59c req-5f1c781c-5107-4fab-ad95-813fab552854 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 210 time: 0.0264964 Feb 15 05:01:14.033360 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:01:14.081347 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:01:14.081720 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:14.156018 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:14.746607 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-376dcd33-022f-402c-9483-b443e8a192da tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:14.748708 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-376dcd33-022f-402c-9483-b443e8a192da tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.52 "GET /v2.0/networks?id=e2a28af5-77ca-4dec-9deb-0a5382895207 HTTP/1.1" status: 200 len: 818 time: 0.4029255 Feb 15 05:01:14.760922 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-697616c6-e1b8-4064-b534-48cc19e7bb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Request body: {'port': {'device_id': 'fe384ab5-cf4d-4254-b72b-b5d93c7e8356', 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207', 'admin_state_up': True, 'tenant_id': '273425068e4a4d14a7be7911dcac5412'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:14.781773 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-6e7d6da8-ddde-4716-bcc4-eb1b39865d96 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:14.783166 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-6e7d6da8-ddde-4716-bcc4-eb1b39865d96 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.52 "GET /v2.0/networks?id=e2a28af5-77ca-4dec-9deb-0a5382895207 HTTP/1.1" status: 200 len: 818 time: 0.1520936 Feb 15 05:01:14.814860 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-2fe906fd-42d6-475f-aeef-623d722f20f8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Request body: {'port': {'device_id': '9c1695cb-9f01-4060-9515-25745e82f63e', 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207', 'admin_state_up': True, 'tenant_id': '273425068e4a4d14a7be7911dcac5412'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:14.978942 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4c137-3931-4cf5-b86e-40490309a787 req-3d2831ea-9f57-41c1-bef8-610a93442b79 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:14.981150 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c0e4c137-3931-4cf5-b86e-40490309a787 req-3d2831ea-9f57-41c1-bef8-610a93442b79 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 945 time: 0.0592213 Feb 15 05:01:15.029528 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c0e4c137-3931-4cf5-b86e-40490309a787 req-8e8d2596-9193-4f51-82c2-318803e51daf tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Feb 15 05:01:15.029778 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8610e800-a1f5-4f4a-ab51-aef6df61a783 req-b8a8cda9-a019-46fe-b08a-5cfb4f7fde4d tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 210 time: 0.0316296 Feb 15 05:01:15.053832 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-697616c6-e1b8-4064-b534-48cc19e7bb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Made reservation on behalf of 273425068e4a4d14a7be7911dcac5412 for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:01:15.057609 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-697616c6-e1b8-4064-b534-48cc19e7bb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:15.059795 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-2fe906fd-42d6-475f-aeef-623d722f20f8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Made reservation on behalf of 273425068e4a4d14a7be7911dcac5412 for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:01:15.064005 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-2fe906fd-42d6-475f-aeef-623d722f20f8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:15.254367 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-697616c6-e1b8-4064-b534-48cc19e7bb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Allocated IP 172.20.0.4 (e2a28af5-77ca-4dec-9deb-0a5382895207/c59e23e1-260b-477b-960b-86b72dd5e2ee/9dd7fbc0-78b6-4823-83e4-fb5eddab3da0) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:01:15.425783 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-697616c6-e1b8-4064-b534-48cc19e7bb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks [] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:15.589108 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-697616c6-e1b8-4064-b534-48cc19e7bb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:15.726604 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-697616c6-e1b8-4064-b534-48cc19e7bb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Network e2a28af5-77ca-4dec-9deb-0a5382895207 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:01:15.740625 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-697616c6-e1b8-4064-b534-48cc19e7bb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:01:15.745703 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-697616c6-e1b8-4064-b534-48cc19e7bb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:01:15.755042 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697616c6-e1b8-4064-b534-48cc19e7bb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Pushing event updated for resources: {'Port': ['ID=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:15.761226 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-2fe906fd-42d6-475f-aeef-623d722f20f8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Allocated IP 172.20.0.9 (e2a28af5-77ca-4dec-9deb-0a5382895207/c59e23e1-260b-477b-960b-86b72dd5e2ee/6d84be2a-781e-4073-99dc-56eac7dd90f1) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:01:15.814164 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-630e284c-1299-455e-a453-1b93e3cd8630 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:15.821378 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-630e284c-1299-455e-a453-1b93e3cd8630 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/networks?id=3aa51b00-b8b0-459d-aec9-78733998bfde HTTP/1.1" status: 200 len: 808 time: 0.2575150 Feb 15 05:01:15.861707 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-5ce892f6-8201-425f-aa67-da80eac7932a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/quotas/cdca5f8ac5c84ada8b9254c8eab3c365 HTTP/1.1" status: 200 len: 375 time: 0.0393918 Feb 15 05:01:15.872286 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-697616c6-e1b8-4064-b534-48cc19e7bb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:15.872969 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-697616c6-e1b8-4064-b534-48cc19e7bb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:15.932893 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53172) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:15.939880 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-4c5dd07f-2bc2-4abd-9dae-143ecac8119f tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdca5f8ac5c84ada8b9254c8eab3c365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746679 Feb 15 05:01:16.068120 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-697616c6-e1b8-4064-b534-48cc19e7bb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3080151 Feb 15 05:01:16.090281 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Request body: {'port': {'device_id': 'fe384ab5-cf4d-4254-b72b-b5d93c7e8356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:16.107514 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-aaaece66-0996-46c5-8ddf-8cd614a0d416 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a5159bab21f439387d77ae3ca4543d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728883 Feb 15 05:01:16.113630 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53184) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:16.153726 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-6bdbe40a-8eaf-4efb-a266-137c53945134 service neutron] 10.222.0.24 "GET /v2.0/networks/3aa51b00-b8b0-459d-aec9-78733998bfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129061 Feb 15 05:01:16.167491 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-2fe906fd-42d6-475f-aeef-623d722f20f8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks [] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:16.172104 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-805d37f9-a9b6-46e5-9ca4-5bd02702b952 req-1ac37e72-2ac6-410f-b813-68e4d30e4fb3 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 210 time: 0.0431492 Feb 15 05:01:16.212374 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-34fcb28e-a3a0-4ec5-9e4a-fc189b7f8d7f admin admin] Publish callbacks [] for security_group (ef716407-731b-48ff-87de-8045f90bb210), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:16.244228 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-34fcb28e-a3a0-4ec5-9e4a-fc189b7f8d7f admin admin] Publish callbacks [] for security_group (ef716407-731b-48ff-87de-8045f90bb210), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:16.279724 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:16.344217 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-cc5aec35-8c1c-46f9-926f-3ab3f9628fca service neutron] 10.222.0.24 "GET /v2.0/networks/3aa51b00-b8b0-459d-aec9-78733998bfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680226 Feb 15 05:01:16.379243 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-34fcb28e-a3a0-4ec5-9e4a-fc189b7f8d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ef716407-731b-48ff-87de-8045f90bb210), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:16.381934 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-34fcb28e-a3a0-4ec5-9e4a-fc189b7f8d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:16.382999 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-34fcb28e-a3a0-4ec5-9e4a-fc189b7f8d7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef716407-731b-48ff-87de-8045f90bb210 HTTP/1.1" status: 204 len: 168 time: 0.2683744 Feb 15 05:01:16.397608 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcb28e-a3a0-4ec5-9e4a-fc189b7f8d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef716407-731b-48ff-87de-8045f90bb210,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:16.413507 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-2fe906fd-42d6-475f-aeef-623d722f20f8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:16.496929 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-2fe906fd-42d6-475f-aeef-623d722f20f8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Network e2a28af5-77ca-4dec-9deb-0a5382895207 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:01:16.506793 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-2fe906fd-42d6-475f-aeef-623d722f20f8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:01:16.515896 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-2fe906fd-42d6-475f-aeef-623d722f20f8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:01:16.535807 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe906fd-42d6-475f-aeef-623d722f20f8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Pushing event updated for resources: {'Port': ['ID=6d84be2a-781e-4073-99dc-56eac7dd90f1,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:16.618806 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-2fe906fd-42d6-475f-aeef-623d722f20f8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:16.619338 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-2fe906fd-42d6-475f-aeef-623d722f20f8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:16.718314 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5768eb99-0383-4d7c-9be2-00544c86a4dd req-e7c764f2-a054-4af5-9dd1-b62bfeb01494 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 210 time: 0.0361114 Feb 15 05:01:16.732498 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:01:16.741759 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Publish callbacks [] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:16.750111 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-2fe906fd-42d6-475f-aeef-623d722f20f8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9400270 Feb 15 05:01:16.765877 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Request body: {'port': {'device_id': '9c1695cb-9f01-4060-9515-25745e82f63e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:16.769028 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Transition to ACTIVE for port object 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:01:16.837925 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:16.936332 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:16.940384 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:17.092847 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Attempting to bind port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:01:17.093608 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Attempting to bind port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:01:17.093608 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Attempting to bind port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 on network e2a28af5-77ca-4dec-9deb-0a5382895207 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:17.106504 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 on network e2a28af5-77ca-4dec-9deb-0a5382895207 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:01:17.106835 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Attempting to bind port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 on network e2a28af5-77ca-4dec-9deb-0a5382895207 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:17.118342 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:01:17.118688 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Checking segment: {'id': '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:01:17.119102 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Bound using segment: {'id': '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:01:17.119555 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Bound port: 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:01:17.119919 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:17.246961 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] For port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:01:17.271541 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] For port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0,segment=NetworkSegment(3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571),segment_id=3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:01:17.333802 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d84be2a-781e-4073-99dc-56eac7dd90f1 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:01:17.334962 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56c4c1-767e-458e-b5f0-2b375b79d166 req-0c4263de-3f8d-4164-accd-975e78ea0e2c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:17.336489 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1a56c4c1-767e-458e-b5f0-2b375b79d166 req-0c4263de-3f8d-4164-accd-975e78ea0e2c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 931 time: 0.0553503 Feb 15 05:01:17.342059 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:17.346214 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Publish callbacks [] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:17.383264 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Transition to ACTIVE for port object 6d84be2a-781e-4073-99dc-56eac7dd90f1 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:01:17.391123 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:17.391738 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:17.393061 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1a56c4c1-767e-458e-b5f0-2b375b79d166 req-51f3cd0b-92c5-49d9-b0a3-076107638ba0 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488789 Feb 15 05:01:17.393218 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] 10.222.0.52 "PUT /v2.0/ports/9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 HTTP/1.1" status: 200 len: 1093 time: 1.3090198 Feb 15 05:01:17.393615 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe384ab5-cf4d-4254-b72b-b5d93c7e8356', 'tag': '9dd7fbc0-78b6-4823-83e4-fb5eddab3da0'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:17.395939 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b31b06-e9eb-4f49-8bec-f325a0fbd8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "fe384ab5-cf4d-4254-b72b-b5d93c7e8356", "tag": "9dd7fbc0-78b6-4823-83e4-fb5eddab3da0"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:17.436694 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ac5b7c-aae8-418b-81f0-92953e24833a x-openstack-request-id: req-28ac5b7c-aae8-418b-81f0-92953e24833a {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:17.436980 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe384ab5-cf4d-4254-b72b-b5d93c7e8356", "tag": "9dd7fbc0-78b6-4823-83e4-fb5eddab3da0", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:17.437262 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28ac5b7c-aae8-418b-81f0-92953e24833a {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:17.437654 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe384ab5-cf4d-4254-b72b-b5d93c7e8356', 'tag': '9dd7fbc0-78b6-4823-83e4-fb5eddab3da0', 'status': 'completed', 'code': 200} Feb 15 05:01:17.442172 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d05b72-f6f3-43e6-ad71-19aa4e160882 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:17.447221 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:17.529368 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Pushing event updated for resources: {'Port': ['ID=6d84be2a-781e-4073-99dc-56eac7dd90f1,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:17.599860 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b31b06-e9eb-4f49-8bec-f325a0fbd8ca req-b1ec05a3-b401-4f47-acb5-d38fb9eee1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:17.601440 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-83b31b06-e9eb-4f49-8bec-f325a0fbd8ca req-b1ec05a3-b401-4f47-acb5-d38fb9eee1d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=273425068e4a4d14a7be7911dcac5412&device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 1127 time: 0.1252885 Feb 15 05:01:17.667527 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Attempting to bind port 6d84be2a-781e-4073-99dc-56eac7dd90f1 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:01:17.667882 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Attempting to bind port 6d84be2a-781e-4073-99dc-56eac7dd90f1 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:01:17.668190 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Attempting to bind port 6d84be2a-781e-4073-99dc-56eac7dd90f1 on network e2a28af5-77ca-4dec-9deb-0a5382895207 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:17.673224 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Port 6d84be2a-781e-4073-99dc-56eac7dd90f1 on network e2a28af5-77ca-4dec-9deb-0a5382895207 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:01:17.673542 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Attempting to bind port 6d84be2a-781e-4073-99dc-56eac7dd90f1 on network e2a28af5-77ca-4dec-9deb-0a5382895207 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:17.681433 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:01:17.681743 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Checking segment: {'id': '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:01:17.683247 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Bound using segment: {'id': '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:01:17.683247 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Bound port: 6d84be2a-781e-4073-99dc-56eac7dd90f1, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:01:17.683247 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:17.760135 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b31b06-e9eb-4f49-8bec-f325a0fbd8ca req-c04b2456-daf8-429b-bd75-4083a8524cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:17.761626 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-83b31b06-e9eb-4f49-8bec-f325a0fbd8ca req-c04b2456-daf8-429b-bd75-4083a8524cca service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=273425068e4a4d14a7be7911dcac5412&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1526823 Feb 15 05:01:17.790090 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-63183997-3134-49e3-be53-17fe70999da2 req-75fa4d95-7f13-4fea-8fee-f8ffbb05b38f tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 210 time: 0.0301468 Feb 15 05:01:17.830610 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] For port 6d84be2a-781e-4073-99dc-56eac7dd90f1, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:01:17.850748 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] For port 6d84be2a-781e-4073-99dc-56eac7dd90f1, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6d84be2a-781e-4073-99dc-56eac7dd90f1,segment=NetworkSegment(3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571),segment_id=3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:01:17.887448 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b31b06-e9eb-4f49-8bec-f325a0fbd8ca req-141ef9b6-054c-4772-ae34-b9d2f9773e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:17.889731 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-83b31b06-e9eb-4f49-8bec-f325a0fbd8ca req-141ef9b6-054c-4772-ae34-b9d2f9773e1f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1183429 Feb 15 05:01:17.907449 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:17.999918 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:18.000576 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:18.001958 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] 10.222.0.52 "PUT /v2.0/ports/6d84be2a-781e-4073-99dc-56eac7dd90f1 HTTP/1.1" status: 200 len: 1093 time: 1.2428653 Feb 15 05:01:18.019156 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d10cd-16f5-4e8a-980a-a496f31a740f service neutron] Pushing event updated for resources: {'Port': ['ID=6d84be2a-781e-4073-99dc-56eac7dd90f1,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:18.035263 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-097170ff-0f6d-4281-af30-8dca92353a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:18.036857 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-097170ff-0f6d-4281-af30-8dca92353a3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=273425068e4a4d14a7be7911dcac5412&device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 1127 time: 0.0826068 Feb 15 05:01:18.082888 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-ab2d4d3c-c8a0-4427-9cd1-8002d928be5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 HTTP/1.1" status: 200 len: 217 time: 0.0385466 Feb 15 05:01:18.159307 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-9fd047b8-52f8-465d-aaff-0fbb5bd3efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:18.162594 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-9fd047b8-52f8-465d-aaff-0fbb5bd3efc5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c59e23e1-260b-477b-960b-86b72dd5e2ee HTTP/1.1" status: 200 len: 858 time: 0.0724959 Feb 15 05:01:18.185086 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-ec30e184-f9fd-4b45-861a-d6e2bbc96352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:18.185086 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-ec30e184-f9fd-4b45-861a-d6e2bbc96352 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=273425068e4a4d14a7be7911dcac5412&device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 1127 time: 0.0662084 Feb 15 05:01:18.198126 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-c9cec843-fbcb-419f-8854-23f5a17cd43d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2a28af5-77ca-4dec-9deb-0a5382895207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297272 Feb 15 05:01:18.252356 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-98a1ad42-b879-43c4-9da4-1a6919f5c25b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d84be2a-781e-4073-99dc-56eac7dd90f1 HTTP/1.1" status: 200 len: 217 time: 0.0565155 Feb 15 05:01:18.290142 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-d04146e7-71ae-4e50-bfdd-8b0addbaabc0 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:18.291603 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-d04146e7-71ae-4e50-bfdd-8b0addbaabc0 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/networks?id=f001cabe-809e-4591-9fcd-2911cb7d910f HTTP/1.1" status: 200 len: 814 time: 0.1160476 Feb 15 05:01:18.307479 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-a139c0d7-3856-4058-9b30-568a52c9200a tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/quotas/6b979768200b4a259ffce5d5379c9b6b HTTP/1.1" status: 200 len: 375 time: 0.0097923 Feb 15 05:01:18.343499 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-4127eb87-92f3-4b3a-bd15-a44c24b7b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:18.344936 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-4127eb87-92f3-4b3a-bd15-a44c24b7b340 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c59e23e1-260b-477b-960b-86b72dd5e2ee HTTP/1.1" status: 200 len: 858 time: 0.0850930 Feb 15 05:01:18.364663 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-94d40e52-e819-4e25-8b70-774b0ad4abeb tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b979768200b4a259ffce5d5379c9b6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506971 Feb 15 05:01:18.389320 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-09d0e133-8b22-42ce-921c-33cfe63c4c71 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2a28af5-77ca-4dec-9deb-0a5382895207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363085 Feb 15 05:01:18.392921 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-09313b1b-02a7-49d5-8617-ac97c6ca732e service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876121 Feb 15 05:01:18.489634 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-8b45ff56-13e4-444f-a1d7-5a165b4be614 service neutron] 10.222.0.24 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170292 Feb 15 05:01:18.587551 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-354676e5-ea78-4ca0-ade2-40aa0d3b938c service neutron] 10.222.0.24 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897155 Feb 15 05:01:18.836149 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-75a26b8b-4fa7-4e1c-87e1-811a0c4bf751 req-1f045d17-6979-4740-a53c-7c5d0f8b8fae service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355688 Feb 15 05:01:18.842316 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-a66b6b86-9a56-42be-87e5-69c2f5a1a983 service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428782 Feb 15 05:01:18.859020 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f02e5-ea46-42f9-b77f-82833ef709e4 req-8009a07a-c92a-4d66-9193-41ab6481377b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:18.860073 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-082f1adc-c411-4d3b-b507-9dc78e7a6fea req-e7dc010a-7f00-455f-8afe-e52d5cd235a2 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 210 time: 0.0450330 Feb 15 05:01:18.860574 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1f0f02e5-ea46-42f9-b77f-82833ef709e4 req-8009a07a-c92a-4d66-9193-41ab6481377b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 943 time: 0.1205394 Feb 15 05:01:18.996539 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-16754b6e-169b-47d0-9055-06ec8ef9cb79 req-63e30400-42a7-4acd-8ceb-0096b55155f7 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 210 time: 0.0651448 Feb 15 05:01:19.062703 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1f0f02e5-ea46-42f9-b77f-82833ef709e4 req-62adfc65-4cb5-440b-a91d-270ef9ff9b3b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706846 Feb 15 05:01:19.076103 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d8f50f4a-d58f-45ce-9d10-d05cfc969db0 req-8d0edd48-36cc-4029-bcf6-8e0c8733fd39 service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139878 Feb 15 05:01:19.113899 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-f4ecd190-a760-410b-a9c9-3daff85649f3 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:19.115440 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-f4ecd190-a760-410b-a9c9-3daff85649f3 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.52 "GET /v2.0/networks?id=3aa51b00-b8b0-459d-aec9-78733998bfde HTTP/1.1" status: 200 len: 808 time: 0.1727660 Feb 15 05:01:19.127292 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-42e34533-8b5a-4904-8520-a22ae970ce9a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Request body: {'port': {'device_id': '8970fd19-cede-4fcb-a9d6-d6a11e9ffddf', 'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde', 'admin_state_up': True, 'tenant_id': 'cdca5f8ac5c84ada8b9254c8eab3c365'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:19.350743 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-42e34533-8b5a-4904-8520-a22ae970ce9a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Made reservation on behalf of cdca5f8ac5c84ada8b9254c8eab3c365 for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:01:19.355244 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-42e34533-8b5a-4904-8520-a22ae970ce9a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:19.440329 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1695cb-9f01-4060-9515-25745e82f63e', 'tag': '6d84be2a-781e-4073-99dc-56eac7dd90f1'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:19.442702 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ead9a7d-ed2b-4403-a7b9-8c8ebea25fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1695cb-9f01-4060-9515-25745e82f63e", "tag": "6d84be2a-781e-4073-99dc-56eac7dd90f1"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:19.479485 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0b4d0f-12b9-4c06-831f-826af1b828da x-openstack-request-id: req-4e0b4d0f-12b9-4c06-831f-826af1b828da {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:19.479777 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1695cb-9f01-4060-9515-25745e82f63e", "tag": "6d84be2a-781e-4073-99dc-56eac7dd90f1", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:19.480033 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e0b4d0f-12b9-4c06-831f-826af1b828da {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:19.480416 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1695cb-9f01-4060-9515-25745e82f63e', 'tag': '6d84be2a-781e-4073-99dc-56eac7dd90f1', 'status': 'completed', 'code': 200} Feb 15 05:01:19.510991 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-42e34533-8b5a-4904-8520-a22ae970ce9a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Allocated IP 172.20.0.3 (3aa51b00-b8b0-459d-aec9-78733998bfde/a464df38-c20f-47ef-ab06-f45a03c013fb/333e4c1f-2748-4596-a4de-49a1a6b30e4b) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:01:19.583375 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead9a7d-ed2b-4403-a7b9-8c8ebea25fbd req-552353b3-8a60-470c-8e48-6966f03cd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:19.584885 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5ead9a7d-ed2b-4403-a7b9-8c8ebea25fbd req-552353b3-8a60-470c-8e48-6966f03cd982 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=273425068e4a4d14a7be7911dcac5412&device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 1127 time: 0.0842085 Feb 15 05:01:19.753757 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead9a7d-ed2b-4403-a7b9-8c8ebea25fbd req-6fa49dcd-e7b0-4a0d-a47d-8e5cdb1b028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:19.755233 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5ead9a7d-ed2b-4403-a7b9-8c8ebea25fbd req-6fa49dcd-e7b0-4a0d-a47d-8e5cdb1b028b service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2a28af5-77ca-4dec-9deb-0a5382895207 HTTP/1.1" status: 200 len: 919 time: 0.1642690 Feb 15 05:01:19.757975 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-42e34533-8b5a-4904-8520-a22ae970ce9a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks [] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:19.787724 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53300) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:19.807035 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5ead9a7d-ed2b-4403-a7b9-8c8ebea25fbd req-fcf76919-1525-45b4-9663-f442e1c142f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d84be2a-781e-4073-99dc-56eac7dd90f1 HTTP/1.1" status: 200 len: 217 time: 0.0445859 Feb 15 05:01:19.868969 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead9a7d-ed2b-4403-a7b9-8c8ebea25fbd req-e71c2f9b-d60d-43c8-836c-e7f6da971a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:19.870098 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5ead9a7d-ed2b-4403-a7b9-8c8ebea25fbd req-e71c2f9b-d60d-43c8-836c-e7f6da971a95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c59e23e1-260b-477b-960b-86b72dd5e2ee HTTP/1.1" status: 200 len: 858 time: 0.0570116 Feb 15 05:01:19.907925 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-98743e73-dbdc-4fdc-bf23-9a868899a9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:19.908052 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5ead9a7d-ed2b-4403-a7b9-8c8ebea25fbd req-a70aa6e3-e430-40d3-b416-2365337b1076 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2a28af5-77ca-4dec-9deb-0a5382895207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285888 Feb 15 05:01:19.932840 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-42e34533-8b5a-4904-8520-a22ae970ce9a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:19.990848 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-98743e73-dbdc-4fdc-bf23-9a868899a9c6 admin admin] Publish callbacks [] for security_group (b270d989-8508-456b-ba96-5419439d3c1b), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.009797 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53308) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:20.023142 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b31fb539-6079-4716-9b6c-cd41538d7930 req-0b35987c-ab81-432a-8531-3f692854139f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 210 time: 0.0520287 Feb 15 05:01:20.047888 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-42e34533-8b5a-4904-8520-a22ae970ce9a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Network 3aa51b00-b8b0-459d-aec9-78733998bfde is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:01:20.049363 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-42e34533-8b5a-4904-8520-a22ae970ce9a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:01:20.055710 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-42e34533-8b5a-4904-8520-a22ae970ce9a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:01:20.082497 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-98743e73-dbdc-4fdc-bf23-9a868899a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (b270d989-8508-456b-ba96-5419439d3c1b), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.087971 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e34533-8b5a-4904-8520-a22ae970ce9a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Pushing event updated for resources: {'Port': ['ID=333e4c1f-2748-4596-a4de-49a1a6b30e4b,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:20.134193 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-42e34533-8b5a-4904-8520-a22ae970ce9a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:20.134817 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-42e34533-8b5a-4904-8520-a22ae970ce9a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.147507 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5ead9a7d-ed2b-4403-a7b9-8c8ebea25fbd req-e711941e-f6e5-48ab-9a4a-0e1d7f538fa1 service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358353 Feb 15 05:01:20.207896 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-df86ed7d-9a23-4d02-bc47-103785af8d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.213465 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98743e73-dbdc-4fdc-bf23-9a868899a9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b270d989-8508-456b-ba96-5419439d3c1b,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:20.217206 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-42e34533-8b5a-4904-8520-a22ae970ce9a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0936584 Feb 15 05:01:20.225103 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c059ed-d922-4258-895f-122f96444392 req-beca18b0-1d00-4cbc-9e36-685d87b0ab04 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:20.226582 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-95c059ed-d922-4258-895f-122f96444392 req-beca18b0-1d00-4cbc-9e36-685d87b0ab04 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 943 time: 0.0579844 Feb 15 05:01:20.233186 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-98743e73-dbdc-4fdc-bf23-9a868899a9c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55b30d2b2e424428995df089479392c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443185 Feb 15 05:01:20.234094 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 53316) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:20.264587 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Request body: {'port': {'device_id': '8970fd19-cede-4fcb-a9d6-d6a11e9ffddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:20.269318 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea2998-7b67-4b6c-98c4-6e739d3ee68e req-7b7b79ae-f1bf-412f-882b-bc6c966fc2f9 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:20.270783 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1fea2998-7b67-4b6c-98c4-6e739d3ee68e req-7b7b79ae-f1bf-412f-882b-bc6c966fc2f9 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 931 time: 0.1435382 Feb 15 05:01:20.346003 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1fea2998-7b67-4b6c-98c4-6e739d3ee68e req-b44f4ff2-3a08-497d-86b3-98fa2f695238 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685098 Feb 15 05:01:20.355459 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-df86ed7d-9a23-4d02-bc47-103785af8d5a admin admin] Publish callbacks [] for security_group (ebdc7c6d-a280-46a7-9ce8-7d4964a281dd), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.426268 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-95c059ed-d922-4258-895f-122f96444392 req-71d0c32e-ec90-4a1c-ae00-6597aa8cf575 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931484 Feb 15 05:01:20.436958 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-df86ed7d-9a23-4d02-bc47-103785af8d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ebdc7c6d-a280-46a7-9ce8-7d4964a281dd), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.468357 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2d92e72c-1433-492e-bcc2-e822c79640ae admin admin] Publish callbacks [] for security_group (b270d989-8508-456b-ba96-5419439d3c1b), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.471212 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.475767 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86ed7d-9a23-4d02-bc47-103785af8d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdc7c6d-a280-46a7-9ce8-7d4964a281dd,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:20.477555 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5ead9a7d-ed2b-4403-a7b9-8c8ebea25fbd req-dd2804bc-eaa5-4649-8c6a-4aa37986a30d service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191398 Feb 15 05:01:20.483674 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-df86ed7d-9a23-4d02-bc47-103785af8d5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9903f7d173904cdfb066ea8d8ee05bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4728389 Feb 15 05:01:20.484812 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53320) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:20.525740 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2d92e72c-1433-492e-bcc2-e822c79640ae admin admin] Publish callbacks [] for security_group (b270d989-8508-456b-ba96-5419439d3c1b), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.532173 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-055a3edc-d7a6-461d-a01a-a9234488285d admin admin] Publish callbacks [] for security_group (ebdc7c6d-a280-46a7-9ce8-7d4964a281dd), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.553285 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-055a3edc-d7a6-461d-a01a-a9234488285d admin admin] Publish callbacks [] for security_group (ebdc7c6d-a280-46a7-9ce8-7d4964a281dd), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.652974 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-055a3edc-d7a6-461d-a01a-a9234488285d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ebdc7c6d-a280-46a7-9ce8-7d4964a281dd), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.655816 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-055a3edc-d7a6-461d-a01a-a9234488285d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.656942 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-055a3edc-d7a6-461d-a01a-a9234488285d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebdc7c6d-a280-46a7-9ce8-7d4964a281dd HTTP/1.1" status: 204 len: 168 time: 0.1710567 Feb 15 05:01:20.666957 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a3edc-d7a6-461d-a01a-a9234488285d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdc7c6d-a280-46a7-9ce8-7d4964a281dd,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:20.710509 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2d92e72c-1433-492e-bcc2-e822c79640ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (b270d989-8508-456b-ba96-5419439d3c1b), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.713138 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2d92e72c-1433-492e-bcc2-e822c79640ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.714283 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-2d92e72c-1433-492e-bcc2-e822c79640ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b270d989-8508-456b-ba96-5419439d3c1b HTTP/1.1" status: 204 len: 168 time: 0.4786813 Feb 15 05:01:20.732591 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92e72c-1433-492e-bcc2-e822c79640ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b270d989-8508-456b-ba96-5419439d3c1b,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:20.806838 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333e4c1f-2748-4596-a4de-49a1a6b30e4b {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:01:20.817619 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Publish callbacks [] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:20.829918 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Transition to ACTIVE for port object 333e4c1f-2748-4596-a4de-49a1a6b30e4b will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:01:20.962295 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.035359 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Pushing event updated for resources: {'Port': ['ID=333e4c1f-2748-4596-a4de-49a1a6b30e4b,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:21.090739 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Attempting to bind port 333e4c1f-2748-4596-a4de-49a1a6b30e4b on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:01:21.091714 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Attempting to bind port 333e4c1f-2748-4596-a4de-49a1a6b30e4b by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:01:21.092251 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Attempting to bind port 333e4c1f-2748-4596-a4de-49a1a6b30e4b on network 3aa51b00-b8b0-459d-aec9-78733998bfde {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:21.097031 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Port 333e4c1f-2748-4596-a4de-49a1a6b30e4b on network 3aa51b00-b8b0-459d-aec9-78733998bfde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:01:21.097463 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Attempting to bind port 333e4c1f-2748-4596-a4de-49a1a6b30e4b on network 3aa51b00-b8b0-459d-aec9-78733998bfde {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:21.102622 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:01:21.103065 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Checking segment: {'id': '1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:01:21.103520 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Bound using segment: {'id': '1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:01:21.104023 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Bound port: 333e4c1f-2748-4596-a4de-49a1a6b30e4b, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:01:21.104456 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.127857 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ab734ed1-34db-43e0-b1d7-1493c23fbf97 req-d09c0b0c-1f7c-446f-a62b-bc89662291da tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 210 time: 0.0317566 Feb 15 05:01:21.170758 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] For port 333e4c1f-2748-4596-a4de-49a1a6b30e4b, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:01:21.173834 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] For port 333e4c1f-2748-4596-a4de-49a1a6b30e4b, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=333e4c1f-2748-4596-a4de-49a1a6b30e4b,segment=NetworkSegment(1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f),segment_id=1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:01:21.317038 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-2ee76866-82b2-40df-98ba-c30aa57c2897 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:21.318520 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-2ee76866-82b2-40df-98ba-c30aa57c2897 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "GET /v2.0/networks?id=f001cabe-809e-4591-9fcd-2911cb7d910f HTTP/1.1" status: 200 len: 814 time: 0.1010191 Feb 15 05:01:21.331044 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-c4072529-bab7-4078-a268-ef5b16e75ab4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Request body: {'port': {'device_id': '39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f', 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f', 'admin_state_up': True, 'tenant_id': '6b979768200b4a259ffce5d5379c9b6b'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:21.349890 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.421357 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:21.421976 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.423454 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] 10.222.0.52 "PUT /v2.0/ports/333e4c1f-2748-4596-a4de-49a1a6b30e4b HTTP/1.1" status: 200 len: 1093 time: 1.1660712 Feb 15 05:01:21.471210 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff156ba-b4a8-45f2-8185-03457553cbda service neutron] Pushing event updated for resources: {'Port': ['ID=333e4c1f-2748-4596-a4de-49a1a6b30e4b,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:21.494777 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8970fd19-cede-4fcb-a9d6-d6a11e9ffddf', 'tag': '333e4c1f-2748-4596-a4de-49a1a6b30e4b'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:21.496966 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427ca2b9-f032-4e3f-91f9-16a167b518fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8970fd19-cede-4fcb-a9d6-d6a11e9ffddf", "tag": "333e4c1f-2748-4596-a4de-49a1a6b30e4b"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:21.546397 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53338) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:21.548048 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d32b0-df2b-438c-95a2-d5a89b448bcc req-06dbf2cd-ad54-418f-9821-42eaa9a113ef tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:21.550018 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-481d32b0-df2b-438c-95a2-d5a89b448bcc req-06dbf2cd-ad54-418f-9821-42eaa9a113ef tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 943 time: 0.1036198 Feb 15 05:01:21.569133 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dfc8c-8cdf-4fbb-ab75-b504349270dc req-a517525c-b016-4f55-8f57-e797f0122e95 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:21.570591 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8c5dfc8c-8cdf-4fbb-ab75-b504349270dc req-a517525c-b016-4f55-8f57-e797f0122e95 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 943 time: 0.0688171 Feb 15 05:01:21.576584 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-23ac1db7-ef64-45d4-b03d-4cb522b94912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.624471 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 53340) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:21.635431 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-481d32b0-df2b-438c-95a2-d5a89b448bcc req-f301a56d-d6d5-4cf0-8f53-bfff30d7aafd tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802269 Feb 15 05:01:21.643303 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-c4072529-bab7-4078-a268-ef5b16e75ab4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Made reservation on behalf of 6b979768200b4a259ffce5d5379c9b6b for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:01:21.646875 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-c4072529-bab7-4078-a268-ef5b16e75ab4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.652422 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8c5dfc8c-8cdf-4fbb-ab75-b504349270dc req-2b3ddc63-8fcc-4f6e-a3a4-06eea7d91a1f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735557 Feb 15 05:01:21.658519 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-16a6c25b-52b3-4e76-aca3-a371a3f16b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.704918 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-77c52ffe-da15-4c26-862c-bc5b70307a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:21.706424 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-77c52ffe-da15-4c26-862c-bc5b70307a63 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cdca5f8ac5c84ada8b9254c8eab3c365&device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 1127 time: 0.1352377 Feb 15 05:01:21.713713 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-23ac1db7-ef64-45d4-b03d-4cb522b94912 admin admin] Publish callbacks [] for security_group (5688c1b7-02da-46d8-838b-962099439394), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.717505 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1def8e38-ce83-44a0-ab0b-27970970ace3 x-openstack-request-id: req-1def8e38-ce83-44a0-ab0b-27970970ace3 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:21.717787 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8970fd19-cede-4fcb-a9d6-d6a11e9ffddf", "tag": "333e4c1f-2748-4596-a4de-49a1a6b30e4b", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:21.718030 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1def8e38-ce83-44a0-ab0b-27970970ace3 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:21.718403 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8970fd19-cede-4fcb-a9d6-d6a11e9ffddf', 'tag': '333e4c1f-2748-4596-a4de-49a1a6b30e4b', 'status': 'completed', 'code': 200} Feb 15 05:01:21.773637 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-23ac1db7-ef64-45d4-b03d-4cb522b94912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (5688c1b7-02da-46d8-838b-962099439394), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.806362 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-ad0b670e-293b-4930-a4b8-af9971b43ab5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=333e4c1f-2748-4596-a4de-49a1a6b30e4b HTTP/1.1" status: 200 len: 217 time: 0.0526590 Feb 15 05:01:21.811935 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac1db7-ef64-45d4-b03d-4cb522b94912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5688c1b7-02da-46d8-838b-962099439394,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:21.816758 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-23ac1db7-ef64-45d4-b03d-4cb522b94912 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9353fa53d5654df5be8dabcaee659ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660422 Feb 15 05:01:21.819399 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53346) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:21.870721 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebb19-ef6e-4a55-b4a4-a7cff6b49aef admin admin] Publish callbacks [] for security_group (5688c1b7-02da-46d8-838b-962099439394), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.892003 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebb19-ef6e-4a55-b4a4-a7cff6b49aef admin admin] Publish callbacks [] for security_group (5688c1b7-02da-46d8-838b-962099439394), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.914392 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-16a6c25b-52b3-4e76-aca3-a371a3f16b6d admin admin] Publish callbacks [] for security_group (90ed95c1-3f6a-415e-9cba-6191af3741e1), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.916069 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-2ff3f43d-fdef-48bf-997e-7a7cc13c8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:21.917559 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-2ff3f43d-fdef-48bf-997e-7a7cc13c8a60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a464df38-c20f-47ef-ab06-f45a03c013fb HTTP/1.1" status: 200 len: 848 time: 0.1047959 Feb 15 05:01:21.937559 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-c4072529-bab7-4078-a268-ef5b16e75ab4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Allocated IP 172.20.0.4 (f001cabe-809e-4591-9fcd-2911cb7d910f/43e11377-e411-4c90-917d-7e583a93f81a/ce8101ca-6d00-4be6-bf10-57d96534f977) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:01:21.956385 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-f6e8e253-b38e-45ca-bda8-0d4fbfd4556a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3aa51b00-b8b0-459d-aec9-78733998bfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318635 Feb 15 05:01:21.985520 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-16a6c25b-52b3-4e76-aca3-a371a3f16b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (90ed95c1-3f6a-415e-9cba-6191af3741e1), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.996061 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebb19-ef6e-4a55-b4a4-a7cff6b49aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (5688c1b7-02da-46d8-838b-962099439394), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:21.999073 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebb19-ef6e-4a55-b4a4-a7cff6b49aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:22.000237 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-0b6ebb19-ef6e-4a55-b4a4-a7cff6b49aef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5688c1b7-02da-46d8-838b-962099439394 HTTP/1.1" status: 204 len: 168 time: 0.1799116 Feb 15 05:01:22.009922 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ebb19-ef6e-4a55-b4a4-a7cff6b49aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5688c1b7-02da-46d8-838b-962099439394,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:22.085506 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-16a6c25b-52b3-4e76-aca3-a371a3f16b6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9dfbdcb76c940c68a8302370ea20eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4599929 Feb 15 05:01:22.088303 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53350) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:22.089852 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6c25b-52b3-4e76-aca3-a371a3f16b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ed95c1-3f6a-415e-9cba-6191af3741e1,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:22.144282 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5048fbaa-0d73-4248-aca3-cb4bf4013730 admin admin] Publish callbacks [] for security_group (90ed95c1-3f6a-415e-9cba-6191af3741e1), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:22.172559 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5048fbaa-0d73-4248-aca3-cb4bf4013730 admin admin] Publish callbacks [] for security_group (90ed95c1-3f6a-415e-9cba-6191af3741e1), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:22.194042 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-28cabad2-6dc1-4d65-8af9-2026a1c95c57 service neutron] 10.222.0.52 "GET /v2.0/networks/3aa51b00-b8b0-459d-aec9-78733998bfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301414 Feb 15 05:01:22.234706 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-66ca75d8-7e66-4004-9b5f-744e8159636f req-2ac72f69-c2f9-4398-b59a-862cede9fc49 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 210 time: 0.0302854 Feb 15 05:01:22.267895 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-c4072529-bab7-4078-a268-ef5b16e75ab4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks [] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:22.321597 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5048fbaa-0d73-4248-aca3-cb4bf4013730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (90ed95c1-3f6a-415e-9cba-6191af3741e1), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:22.324150 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5048fbaa-0d73-4248-aca3-cb4bf4013730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:22.325282 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-5048fbaa-0d73-4248-aca3-cb4bf4013730 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90ed95c1-3f6a-415e-9cba-6191af3741e1 HTTP/1.1" status: 204 len: 168 time: 0.2357221 Feb 15 05:01:22.328448 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c32f4b5-a9f7-4d31-9613-b6bb90dc8284 req-1a7bd313-4547-45e3-a291-8fbeb46d05e7 service neutron] 10.222.0.52 "GET /v2.0/networks/3aa51b00-b8b0-459d-aec9-78733998bfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240067 Feb 15 05:01:22.333993 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048fbaa-0d73-4248-aca3-cb4bf4013730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ed95c1-3f6a-415e-9cba-6191af3741e1,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:22.427089 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-c4072529-bab7-4078-a268-ef5b16e75ab4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:22.440663 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['30507fb0-9e8b-4352-8f8f-5ffd05a068bb', 'bca96bce-4974-461c-9152-56ad44e66997'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:01:22.511326 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-c4072529-bab7-4078-a268-ef5b16e75ab4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Network f001cabe-809e-4591-9fcd-2911cb7d910f is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:01:22.514316 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-c4072529-bab7-4078-a268-ef5b16e75ab4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:01:22.519642 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-c4072529-bab7-4078-a268-ef5b16e75ab4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:01:22.549328 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4072529-bab7-4078-a268-ef5b16e75ab4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Pushing event updated for resources: {'Port': ['ID=ce8101ca-6d00-4be6-bf10-57d96534f977,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:22.572126 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ca2b9-f032-4e3f-91f9-16a167b518fc req-15a95bb9-1131-487e-a2b9-b0f20609f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:22.573794 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-427ca2b9-f032-4e3f-91f9-16a167b518fc req-15a95bb9-1131-487e-a2b9-b0f20609f1c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cdca5f8ac5c84ada8b9254c8eab3c365&device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 1127 time: 0.1127636 Feb 15 05:01:22.582407 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-c4072529-bab7-4078-a268-ef5b16e75ab4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:22.583049 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-c4072529-bab7-4078-a268-ef5b16e75ab4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:22.686802 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-c4072529-bab7-4078-a268-ef5b16e75ab4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3591819 Feb 15 05:01:22.701052 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Request body: {'port': {'device_id': '39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:22.728167 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ca2b9-f032-4e3f-91f9-16a167b518fc req-f32792c6-51a2-4540-b605-e697cc667b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:22.730008 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-427ca2b9-f032-4e3f-91f9-16a167b518fc req-f32792c6-51a2-4540-b605-e697cc667b1b service neutron] 10.222.0.52 "GET /v2.0/networks?id=3aa51b00-b8b0-459d-aec9-78733998bfde HTTP/1.1" status: 200 len: 909 time: 0.1433799 Feb 15 05:01:22.804507 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:22.816932 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-427ca2b9-f032-4e3f-91f9-16a167b518fc req-4df5c6e4-bae8-4aef-ac5b-ecbc238a6359 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=333e4c1f-2748-4596-a4de-49a1a6b30e4b HTTP/1.1" status: 200 len: 217 time: 0.0796394 Feb 15 05:01:22.833868 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e858cb-8c7f-47bb-9a05-a2771a69e3f0 req-def9a91f-f787-4fec-8466-3552073e3922 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:22.835700 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b4e858cb-8c7f-47bb-9a05-a2771a69e3f0 req-def9a91f-f787-4fec-8466-3552073e3922 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 943 time: 0.0636179 Feb 15 05:01:22.894216 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b4e858cb-8c7f-47bb-9a05-a2771a69e3f0 req-15b71da4-c494-4a4c-abff-1f636252ba44 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503595 Feb 15 05:01:22.993538 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ca2b9-f032-4e3f-91f9-16a167b518fc req-c4e4505b-30d5-4dfb-aa53-829b8428ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:22.996396 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-427ca2b9-f032-4e3f-91f9-16a167b518fc req-c4e4505b-30d5-4dfb-aa53-829b8428ee87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a464df38-c20f-47ef-ab06-f45a03c013fb HTTP/1.1" status: 200 len: 848 time: 0.1690249 Feb 15 05:01:23.019440 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f445e15-ba78-44ff-9b26-b5d39baa78d2 req-91c08333-5500-49d9-bb3e-da163a8bd4a6 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:23.020893 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6f445e15-ba78-44ff-9b26-b5d39baa78d2 req-91c08333-5500-49d9-bb3e-da163a8bd4a6 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 943 time: 0.2132900 Feb 15 05:01:23.059925 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-427ca2b9-f032-4e3f-91f9-16a167b518fc req-96fe9652-c7f5-4aeb-a6af-aaf6ef555f4b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3aa51b00-b8b0-459d-aec9-78733998bfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560651 Feb 15 05:01:23.185492 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6f445e15-ba78-44ff-9b26-b5d39baa78d2 req-51fe2751-51ab-43c0-b843-ba65701b7a09 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576433 Feb 15 05:01:23.238870 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:01:23.245787 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-427ca2b9-f032-4e3f-91f9-16a167b518fc req-0ebd3b1b-6ea2-4161-9897-165c7a9de983 service neutron] 10.222.0.52 "GET /v2.0/networks/3aa51b00-b8b0-459d-aec9-78733998bfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522911 Feb 15 05:01:23.348497 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8101ca-6d00-4be6-bf10-57d96534f977 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:01:23.359450 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Publish callbacks [] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:23.384323 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Transition to ACTIVE for port object ce8101ca-6d00-4be6-bf10-57d96534f977 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:01:23.404891 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-427ca2b9-f032-4e3f-91f9-16a167b518fc req-d304c728-7d64-433e-ab5e-3fd4464af29e service neutron] 10.222.0.52 "GET /v2.0/networks/3aa51b00-b8b0-459d-aec9-78733998bfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506753 Feb 15 05:01:23.423038 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0,segment=NetworkSegment(3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571),segment_id=3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:23.425970 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307d410-b647-463e-8f5a-50c1120a5b7b req-30f965eb-9782-4083-894b-7a1c49494237 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:23.428286 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e307d410-b647-463e-8f5a-50c1120a5b7b req-30f965eb-9782-4083-894b-7a1c49494237 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 931 time: 0.0974066 Feb 15 05:01:23.430029 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:23.441653 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '9dd7fbc0-78b6-4823-83e4-fb5eddab3da0', 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207', 'port_id': '9dd7fbc0-78b6-4823-83e4-fb5eddab3da0', 'mac_address': 'fa:16:3e:a0:df:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59e23e1-260b-477b-960b-86b72dd5e2ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:01:23.495664 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8101ca-6d00-4be6-bf10-57d96534f977,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:23.496647 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:23.498778 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:23.521768 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:01:23.528333 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e307d410-b647-463e-8f5a-50c1120a5b7b req-0be35d74-6670-41f2-909e-00488d176c2e tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873237 Feb 15 05:01:23.545241 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0,segment=NetworkSegment(3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571),segment_id=3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:23.625017 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:23.625920 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 6d84be2a-781e-4073-99dc-56eac7dd90f1 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:01:23.707706 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:23.712781 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 6d84be2a-781e-4073-99dc-56eac7dd90f1, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6d84be2a-781e-4073-99dc-56eac7dd90f1,segment=NetworkSegment(3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571),segment_id=3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:23.735384 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '6d84be2a-781e-4073-99dc-56eac7dd90f1', 'network_id': 'e2a28af5-77ca-4dec-9deb-0a5382895207', 'port_id': '6d84be2a-781e-4073-99dc-56eac7dd90f1', 'mac_address': 'fa:16:3e:c7:b8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59e23e1-260b-477b-960b-86b72dd5e2ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:01:23.783522 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 6d84be2a-781e-4073-99dc-56eac7dd90f1 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:23.783919 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:23.798553 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d84be2a-781e-4073-99dc-56eac7dd90f1 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:01:23.819278 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 6d84be2a-781e-4073-99dc-56eac7dd90f1, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6d84be2a-781e-4073-99dc-56eac7dd90f1,segment=NetworkSegment(3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571),segment_id=3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:23.832160 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Attempting to bind port ce8101ca-6d00-4be6-bf10-57d96534f977 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:01:23.832701 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Attempting to bind port ce8101ca-6d00-4be6-bf10-57d96534f977 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:01:23.832701 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Attempting to bind port ce8101ca-6d00-4be6-bf10-57d96534f977 on network f001cabe-809e-4591-9fcd-2911cb7d910f {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:23.840034 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Port ce8101ca-6d00-4be6-bf10-57d96534f977 on network f001cabe-809e-4591-9fcd-2911cb7d910f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:01:23.840364 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Attempting to bind port ce8101ca-6d00-4be6-bf10-57d96534f977 on network f001cabe-809e-4591-9fcd-2911cb7d910f {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:23.846650 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:01:23.846989 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Checking segment: {'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:01:23.847372 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Bound using segment: {'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:01:23.847798 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Bound port: ce8101ca-6d00-4be6-bf10-57d96534f977, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:01:23.848155 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:23.887589 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:23.931623 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] For port ce8101ca-6d00-4be6-bf10-57d96534f977, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:01:23.940996 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] For port ce8101ca-6d00-4be6-bf10-57d96534f977, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ce8101ca-6d00-4be6-bf10-57d96534f977,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:01:23.942655 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=6d84be2a-781e-4073-99dc-56eac7dd90f1,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:24.008694 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:24.046447 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:24.046677 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:24.048410 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] 10.222.0.52 "PUT /v2.0/ports/ce8101ca-6d00-4be6-bf10-57d96534f977 HTTP/1.1" status: 200 len: 1093 time: 1.3543108 Feb 15 05:01:24.057839 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f', 'tag': 'ce8101ca-6d00-4be6-bf10-57d96534f977'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:24.057839 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c8e83b-8914-43b0-8d60-9728815f0cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f", "tag": "ce8101ca-6d00-4be6-bf10-57d96534f977"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:24.096855 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877af4bb-105e-4864-bee2-c5fceea8c5ba req-a5632a7b-36e4-42bc-9c45-8060f8c5d5fc tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:24.105493 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-877af4bb-105e-4864-bee2-c5fceea8c5ba req-a5632a7b-36e4-42bc-9c45-8060f8c5d5fc tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 944 time: 0.1267283 Feb 15 05:01:24.115564 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9575b89-b7a2-4307-837c-dd49be3dd213 x-openstack-request-id: req-a9575b89-b7a2-4307-837c-dd49be3dd213 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:24.115843 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f", "tag": "ce8101ca-6d00-4be6-bf10-57d96534f977", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:24.116091 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9575b89-b7a2-4307-837c-dd49be3dd213 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:24.116633 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f', 'tag': 'ce8101ca-6d00-4be6-bf10-57d96534f977', 'status': 'completed', 'code': 200} Feb 15 05:01:24.121795 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c6d80-4108-4f3a-a71b-58b6e76e4646 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8101ca-6d00-4be6-bf10-57d96534f977,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:24.194703 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-877af4bb-105e-4864-bee2-c5fceea8c5ba req-523e7826-91ef-4d2d-84a3-90197e7a3867 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881071 Feb 15 05:01:24.203831 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8e83b-8914-43b0-8d60-9728815f0cdf req-e42c519b-fce8-4d82-8248-69dc91e17c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:24.205332 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-77c8e83b-8914-43b0-8d60-9728815f0cdf req-e42c519b-fce8-4d82-8248-69dc91e17c10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b979768200b4a259ffce5d5379c9b6b&device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 1127 time: 0.0677462 Feb 15 05:01:24.310938 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8e83b-8914-43b0-8d60-9728815f0cdf req-fbb1b644-24cd-4e0e-8289-fadac376a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:24.312476 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-77c8e83b-8914-43b0-8d60-9728815f0cdf req-fbb1b644-24cd-4e0e-8289-fadac376a2a0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6b979768200b4a259ffce5d5379c9b6b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0995843 Feb 15 05:01:24.318731 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af78233-65c5-4c79-b71d-470ede7621a2 req-babbd949-b64a-45e1-906b-489a65f43107 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:24.321248 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4af78233-65c5-4c79-b71d-470ede7621a2 req-babbd949-b64a-45e1-906b-489a65f43107 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 943 time: 0.0557601 Feb 15 05:01:24.377921 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4af78233-65c5-4c79-b71d-470ede7621a2 req-af0f4e79-4f6a-414e-9597-d311f478ce3c tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510299 Feb 15 05:01:24.395186 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['6d84be2a-781e-4073-99dc-56eac7dd90f1'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:01:24.431880 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8e83b-8914-43b0-8d60-9728815f0cdf req-f317f7ab-f173-4e81-9ba3-b5d3aee14342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:24.433488 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-77c8e83b-8914-43b0-8d60-9728815f0cdf req-f317f7ab-f173-4e81-9ba3-b5d3aee14342 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1143441 Feb 15 05:01:24.506692 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['9dd7fbc0-78b6-4823-83e4-fb5eddab3da0'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:01:24.542783 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-27a0f895-68ad-4260-914c-c31f943c299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:24.545185 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-27a0f895-68ad-4260-914c-c31f943c299c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b979768200b4a259ffce5d5379c9b6b&device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 1127 time: 0.0553546 Feb 15 05:01:24.603496 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-655a7cb2-1b6e-4bc8-8a6f-be194b3b829d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce8101ca-6d00-4be6-bf10-57d96534f977 HTTP/1.1" status: 200 len: 217 time: 0.0504982 Feb 15 05:01:24.702777 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-2f7e4421-0f78-4dea-b6bb-d9da7ec2d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:24.704258 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-2f7e4421-0f78-4dea-b6bb-d9da7ec2d324 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e11377-e411-4c90-917d-7e583a93f81a HTTP/1.1" status: 200 len: 854 time: 0.0950603 Feb 15 05:01:24.727468 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29210b08-5dc5-4a6c-82d1-e6910cfa39c0 req-0c1a3703-dd1d-417f-941d-ff887500055b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:24.728962 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-29210b08-5dc5-4a6c-82d1-e6910cfa39c0 req-0c1a3703-dd1d-417f-941d-ff887500055b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 943 time: 0.1090095 Feb 15 05:01:24.749887 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-53e5b2de-2f80-4c76-b457-bd7e0227ae01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f001cabe-809e-4591-9fcd-2911cb7d910f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380404 Feb 15 05:01:24.838890 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-29210b08-5dc5-4a6c-82d1-e6910cfa39c0 req-d1b651aa-b5ce-468e-8fda-94b81e530845 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919404 Feb 15 05:01:24.869033 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-99425388-2e84-46a8-b25e-eccc1b630e07 service neutron] 10.222.0.52 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062334 Feb 15 05:01:24.966616 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-33a7116e-5d8d-47bb-9878-c1ca0e3213f4 req-b35bd1e5-119b-4111-af17-b45ad6e9315f service neutron] 10.222.0.52 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910013 Feb 15 05:01:25.256446 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 333e4c1f-2748-4596-a4de-49a1a6b30e4b details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:01:25.324018 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54ac30-b8df-4ed4-b6c2-a2da39f9eb35 req-4a20b1f0-b964-4c8e-adb2-2974ba448ddf tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:25.326247 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-fa54ac30-b8df-4ed4-b6c2-a2da39f9eb35 req-4a20b1f0-b964-4c8e-adb2-2974ba448ddf tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 944 time: 0.0588160 Feb 15 05:01:25.370030 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 333e4c1f-2748-4596-a4de-49a1a6b30e4b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=333e4c1f-2748-4596-a4de-49a1a6b30e4b,segment=NetworkSegment(1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f),segment_id=1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:25.378562 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-fa54ac30-b8df-4ed4-b6c2-a2da39f9eb35 req-066fd930-4db0-4d8f-8588-9050e14d8629 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450137 Feb 15 05:01:25.387561 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '333e4c1f-2748-4596-a4de-49a1a6b30e4b', 'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde', 'port_id': '333e4c1f-2748-4596-a4de-49a1a6b30e4b', 'mac_address': 'fa:16:3e:f5:a7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a464df38-c20f-47ef-ab06-f45a03c013fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:01:25.434298 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 333e4c1f-2748-4596-a4de-49a1a6b30e4b is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:25.435219 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:25.448630 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333e4c1f-2748-4596-a4de-49a1a6b30e4b {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:01:25.472164 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 333e4c1f-2748-4596-a4de-49a1a6b30e4b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=333e4c1f-2748-4596-a4de-49a1a6b30e4b,segment=NetworkSegment(1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f),segment_id=1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:25.507068 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac7bd5-0637-49ea-904a-58610ec5a3d5 req-51635d39-2806-460e-8ce5-670060f3e686 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:25.508566 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d3ac7bd5-0637-49ea-904a-58610ec5a3d5 req-51635d39-2806-460e-8ce5-670060f3e686 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 943 time: 0.0539603 Feb 15 05:01:25.558646 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d3ac7bd5-0637-49ea-904a-58610ec5a3d5 req-b160f605-d3e8-47d8-ad9f-e2ca5a7b3ab1 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424652 Feb 15 05:01:25.561966 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:25.609564 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=333e4c1f-2748-4596-a4de-49a1a6b30e4b,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:25.960308 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddd8c6-31dd-467e-9709-0e2fe80954e9 req-744aa912-fc87-449f-8946-f625330e98d6 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:25.962434 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-61ddd8c6-31dd-467e-9709-0e2fe80954e9 req-744aa912-fc87-449f-8946-f625330e98d6 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 943 time: 0.0555408 Feb 15 05:01:26.016655 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-61ddd8c6-31dd-467e-9709-0e2fe80954e9 req-4447c31d-2705-4352-9636-2dc0bb2e9705 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477595 Feb 15 05:01:26.272463 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['333e4c1f-2748-4596-a4de-49a1a6b30e4b'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:01:26.500748 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f692af1-638b-42b1-a16b-02f8655c304e req-1add015d-400b-4e68-8b95-98821c4ee059 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:26.502267 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2f692af1-638b-42b1-a16b-02f8655c304e req-1add015d-400b-4e68-8b95-98821c4ee059 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 944 time: 0.0540316 Feb 15 05:01:26.555085 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2f692af1-638b-42b1-a16b-02f8655c304e req-38286d72-be0b-4ea9-ab4d-d2e747ba95dc tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471568 Feb 15 05:01:26.642713 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-20edee41-da32-4f19-8425-4ed060b17c69 req-2ac1210e-3841-4b70-ba58-4b46b7e1fc1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456750 Feb 15 05:01:26.691868 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc46334-4a26-4158-9f8e-a3cbf65ffcd5 req-0c90b535-0cca-4e8e-a8a4-818a346d4fdb tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:26.693436 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6dc46334-4a26-4158-9f8e-a3cbf65ffcd5 req-0c90b535-0cca-4e8e-a8a4-818a346d4fdb tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 944 time: 0.0653551 Feb 15 05:01:26.718449 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edee41-da32-4f19-8425-4ed060b17c69 req-a8c80ecd-a5b3-4074-95fe-9d944666223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:26.719943 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-20edee41-da32-4f19-8425-4ed060b17c69 req-a8c80ecd-a5b3-4074-95fe-9d944666223b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b979768200b4a259ffce5d5379c9b6b&device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 1129 time: 0.0491247 Feb 15 05:01:26.750458 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6dc46334-4a26-4158-9f8e-a3cbf65ffcd5 req-39efe251-c80e-47c6-9971-fe66bbf072b5 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510781 Feb 15 05:01:26.835081 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edee41-da32-4f19-8425-4ed060b17c69 req-78237d71-85b3-440c-857b-9b1893438bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:26.836616 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-20edee41-da32-4f19-8425-4ed060b17c69 req-78237d71-85b3-440c-857b-9b1893438bcd service neutron] 10.222.0.52 "GET /v2.0/networks?id=f001cabe-809e-4591-9fcd-2911cb7d910f HTTP/1.1" status: 200 len: 915 time: 0.0937934 Feb 15 05:01:26.877889 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-20edee41-da32-4f19-8425-4ed060b17c69 req-9a20e959-3e8f-4c23-88ad-90841386c096 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30507fb0-9e8b-4352-8f8f-5ffd05a068bb HTTP/1.1" status: 200 len: 217 time: 0.0345895 Feb 15 05:01:26.929451 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edee41-da32-4f19-8425-4ed060b17c69 req-3202b8c6-f4e7-42a1-8a7b-93d1d38e1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:26.930908 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-20edee41-da32-4f19-8425-4ed060b17c69 req-3202b8c6-f4e7-42a1-8a7b-93d1d38e1de8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e11377-e411-4c90-917d-7e583a93f81a HTTP/1.1" status: 200 len: 854 time: 0.0433393 Feb 15 05:01:26.963146 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-20edee41-da32-4f19-8425-4ed060b17c69 req-5665954c-ea1d-410e-bdff-4c8dfb133e0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f001cabe-809e-4591-9fcd-2911cb7d910f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248294 Feb 15 05:01:27.062962 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-20edee41-da32-4f19-8425-4ed060b17c69 req-5f7485d3-ff94-4cba-ae77-e680aa84eb26 service neutron] 10.222.0.52 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890739 Feb 15 05:01:27.184401 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41ae28-9604-4f41-909b-c9e755d0eb58 req-7a52198c-9c5d-4a51-90fb-5cdfeca92787 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:27.186510 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3b41ae28-9604-4f41-909b-c9e755d0eb58 req-7a52198c-9c5d-4a51-90fb-5cdfeca92787 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 943 time: 0.0972111 Feb 15 05:01:27.207757 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-20edee41-da32-4f19-8425-4ed060b17c69 req-59e09b8c-c9e2-450b-833e-49299e6627c5 service neutron] 10.222.0.52 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363454 Feb 15 05:01:27.246181 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3b41ae28-9604-4f41-909b-c9e755d0eb58 req-95344ffe-f261-459c-b7c8-5fc48043bee5 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503495 Feb 15 05:01:27.280398 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:01:27.401608 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:01:27.405745 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:01:27.412868 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:27.484811 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:27.485218 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:27.510999 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe384ab5-cf4d-4254-b72b-b5d93c7e8356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7fbc0-78b6-4823-83e4-fb5eddab3da0'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:27.513417 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc69f296-bf6c-4385-83cc-6a62a78b3f0e" -d '{"events": [{"server_uuid": "fe384ab5-cf4d-4254-b72b-b5d93c7e8356", "name": "network-vif-plugged", "status": "completed", "tag": "9dd7fbc0-78b6-4823-83e4-fb5eddab3da0"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:27.526442 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0,segment=NetworkSegment(3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571),segment_id=3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:27.551753 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6f0b57-fbe7-4a76-b81c-ec2a17f68991 x-openstack-request-id: req-fe6f0b57-fbe7-4a76-b81c-ec2a17f68991 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:27.552064 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe384ab5-cf4d-4254-b72b-b5d93c7e8356", "name": "network-vif-plugged", "status": "completed", "tag": "9dd7fbc0-78b6-4823-83e4-fb5eddab3da0", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:27.552320 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe6f0b57-fbe7-4a76-b81c-ec2a17f68991 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:27.552713 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe384ab5-cf4d-4254-b72b-b5d93c7e8356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7fbc0-78b6-4823-83e4-fb5eddab3da0', 'code': 200} Feb 15 05:01:27.567255 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:27.568598 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 6d84be2a-781e-4073-99dc-56eac7dd90f1 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:01:27.652477 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:27.697973 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2313046-dd0f-404b-bbb5-327ff078e21b req-b4310e4f-d858-41b1-8947-cd82a84ec3e8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:27.699520 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d2313046-dd0f-404b-bbb5-327ff078e21b req-b4310e4f-d858-41b1-8947-cd82a84ec3e8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 944 time: 0.0547130 Feb 15 05:01:27.744371 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 6d84be2a-781e-4073-99dc-56eac7dd90f1 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:01:27.745719 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d2313046-dd0f-404b-bbb5-327ff078e21b req-bbfe5c0f-c545-49f0-b980-68b1c7d04beb tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Feb 15 05:01:27.749950 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 6d84be2a-781e-4073-99dc-56eac7dd90f1 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:01:27.750336 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:27.850514 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 53584) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:27.910084 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607df4d-1ae0-4ff8-88be-70d40b202df9 req-2c96fb3b-7fca-4344-8daa-809338c55d92 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:27.912544 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e607df4d-1ae0-4ff8-88be-70d40b202df9 req-2c96fb3b-7fca-4344-8daa-809338c55d92 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 944 time: 0.0765550 Feb 15 05:01:27.935325 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758dfdc-301b-410e-b21b-58d7fb66ecd5 req-7e07b009-3144-4c4d-9b68-5df75e1aa1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:27.937226 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1758dfdc-301b-410e-b21b-58d7fb66ecd5 req-7e07b009-3144-4c4d-9b68-5df75e1aa1b3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 1129 time: 0.0632131 Feb 15 05:01:27.993867 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 6d84be2a-781e-4073-99dc-56eac7dd90f1 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:27.994370 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:27.999385 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e607df4d-1ae0-4ff8-88be-70d40b202df9 req-d99cf078-1140-4f93-a874-066b0d2158ce tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794363 Feb 15 05:01:28.015268 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-23193e26-ce48-4cb6-a705-cf9870ab9f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:28.025531 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1758dfdc-301b-410e-b21b-58d7fb66ecd5 req-90bbb918-89ea-4614-bd06-03f16a8005cb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735497 Feb 15 05:01:28.033039 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 6d84be2a-781e-4073-99dc-56eac7dd90f1, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6d84be2a-781e-4073-99dc-56eac7dd90f1,segment=NetworkSegment(3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571),segment_id=3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:28.092009 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-23193e26-ce48-4cb6-a705-cf9870ab9f70 admin admin] Publish callbacks [] for security_group (92b6f538-57e4-49a2-86e3-81d1852f1c02), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:28.127116 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:28.155598 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-23193e26-ce48-4cb6-a705-cf9870ab9f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (92b6f538-57e4-49a2-86e3-81d1852f1c02), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:28.176822 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=6d84be2a-781e-4073-99dc-56eac7dd90f1,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:28.194959 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-23193e26-ce48-4cb6-a705-cf9870ab9f70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26a9d10f1b11490abd449078e8cb4051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433537 Feb 15 05:01:28.195875 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23193e26-ce48-4cb6-a705-cf9870ab9f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b6f538-57e4-49a2-86e3-81d1852f1c02,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:28.197635 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53590) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:28.251730 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbf99-1a5c-4821-b652-c09d99588fb3 admin admin] Publish callbacks [] for security_group (92b6f538-57e4-49a2-86e3-81d1852f1c02), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:28.273708 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbf99-1a5c-4821-b652-c09d99588fb3 admin admin] Publish callbacks [] for security_group (92b6f538-57e4-49a2-86e3-81d1852f1c02), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:28.367166 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbf99-1a5c-4821-b652-c09d99588fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (92b6f538-57e4-49a2-86e3-81d1852f1c02), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:28.369740 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbf99-1a5c-4821-b652-c09d99588fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:28.373808 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-5f3fbf99-1a5c-4821-b652-c09d99588fb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92b6f538-57e4-49a2-86e3-81d1852f1c02 HTTP/1.1" status: 204 len: 168 time: 0.1715465 Feb 15 05:01:28.375001 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e25c6-3b8e-41be-af11-5d5bb5845f2f req-8aaa9043-e883-42ac-afee-3697de29db36 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:28.376328 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5b9e25c6-3b8e-41be-af11-5d5bb5845f2f req-8aaa9043-e883-42ac-afee-3697de29db36 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 943 time: 0.0599082 Feb 15 05:01:28.379552 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fbf99-1a5c-4821-b652-c09d99588fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b6f538-57e4-49a2-86e3-81d1852f1c02,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:28.429797 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5b9e25c6-3b8e-41be-af11-5d5bb5845f2f req-886b7721-3f18-439d-9ae2-23545f6c786b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Feb 15 05:01:28.875051 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989648d-c95d-401c-a57d-0ca41e4e02e8 req-f6571dca-c829-4508-9ef0-b56b678f8f1f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:28.876599 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1989648d-c95d-401c-a57d-0ca41e4e02e8 req-f6571dca-c829-4508-9ef0-b56b678f8f1f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0577872 Feb 15 05:01:28.930363 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1989648d-c95d-401c-a57d-0ca41e4e02e8 req-841c5b60-45ab-4986-9a8a-abd6d6cdc13d tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440772 Feb 15 05:01:28.959120 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53610) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:28.972520 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7923ef8c-0060-42a1-bcb9-533c1be7fb3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:29.044599 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7923ef8c-0060-42a1-bcb9-533c1be7fb3d admin admin] Publish callbacks [] for security_group (a79efb59-81fd-40d8-8b54-0f527c0d1e83), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:29.119031 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80708ea9-1c25-4fda-a575-baadbd9c87d0 req-ecd44425-2008-4877-af92-814d9de1dfa1 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:29.120503 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-80708ea9-1c25-4fda-a575-baadbd9c87d0 req-ecd44425-2008-4877-af92-814d9de1dfa1 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 944 time: 0.0526297 Feb 15 05:01:29.132849 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7923ef8c-0060-42a1-bcb9-533c1be7fb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (a79efb59-81fd-40d8-8b54-0f527c0d1e83), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:29.171097 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-80708ea9-1c25-4fda-a575-baadbd9c87d0 req-9326fc28-7f25-4bc2-ab9f-5551962e2d96 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442276 Feb 15 05:01:29.178289 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-7923ef8c-0060-42a1-bcb9-533c1be7fb3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ef97064e59f49a0a65ecb2d5e0d6502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156653 Feb 15 05:01:29.178289 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923ef8c-0060-42a1-bcb9-533c1be7fb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79efb59-81fd-40d8-8b54-0f527c0d1e83,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:29.178711 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 53618) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:29.229518 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-df7ac4c0-e889-43d7-8c2d-3043f2829815 admin admin] Publish callbacks [] for security_group (a79efb59-81fd-40d8-8b54-0f527c0d1e83), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:29.250710 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-df7ac4c0-e889-43d7-8c2d-3043f2829815 admin admin] Publish callbacks [] for security_group (a79efb59-81fd-40d8-8b54-0f527c0d1e83), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:29.299913 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device ce8101ca-6d00-4be6-bf10-57d96534f977 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:01:29.304122 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 333e4c1f-2748-4596-a4de-49a1a6b30e4b up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:01:29.356081 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-df7ac4c0-e889-43d7-8c2d-3043f2829815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (a79efb59-81fd-40d8-8b54-0f527c0d1e83), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:29.358842 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-df7ac4c0-e889-43d7-8c2d-3043f2829815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:29.362403 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-df7ac4c0-e889-43d7-8c2d-3043f2829815 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a79efb59-81fd-40d8-8b54-0f527c0d1e83 HTTP/1.1" status: 204 len: 168 time: 0.1802459 Feb 15 05:01:29.368489 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ac4c0-e889-43d7-8c2d-3043f2829815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79efb59-81fd-40d8-8b54-0f527c0d1e83,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:29.470792 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port ce8101ca-6d00-4be6-bf10-57d96534f977, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ce8101ca-6d00-4be6-bf10-57d96534f977,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:29.486720 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 333e4c1f-2748-4596-a4de-49a1a6b30e4b completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:01:29.499063 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 333e4c1f-2748-4596-a4de-49a1a6b30e4b triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:01:29.499437 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:29.502878 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': 'ce8101ca-6d00-4be6-bf10-57d96534f977', 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f', 'port_id': 'ce8101ca-6d00-4be6-bf10-57d96534f977', 'mac_address': 'fa:16:3e:c9:60:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e11377-e411-4c90-917d-7e583a93f81a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:01:29.548857 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:29.554926 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1695cb-9f01-4060-9515-25745e82f63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d84be2a-781e-4073-99dc-56eac7dd90f1'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:29.557168 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f90cc4f-a502-4867-bf79-bcc2d8747e99" -d '{"events": [{"server_uuid": "9c1695cb-9f01-4060-9515-25745e82f63e", "name": "network-vif-plugged", "status": "completed", "tag": "6d84be2a-781e-4073-99dc-56eac7dd90f1"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:29.575794 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port ce8101ca-6d00-4be6-bf10-57d96534f977 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:29.576419 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:29.595309 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8101ca-6d00-4be6-bf10-57d96534f977 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:01:29.599303 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaeb1f-4d43-4e99-9c72-6e9a71801b0d req-e8aea284-e733-484f-9c5b-b76cfe33b5fc tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:29.604762 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ccaaeb1f-4d43-4e99-9c72-6e9a71801b0d req-e8aea284-e733-484f-9c5b-b76cfe33b5fc tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 943 time: 0.0922124 Feb 15 05:01:29.631033 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362306f6-8a07-4613-9556-f2661156cabd x-openstack-request-id: req-362306f6-8a07-4613-9556-f2661156cabd {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:29.631504 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1695cb-9f01-4060-9515-25745e82f63e", "name": "network-vif-plugged", "status": "completed", "tag": "6d84be2a-781e-4073-99dc-56eac7dd90f1", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:29.631894 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-362306f6-8a07-4613-9556-f2661156cabd {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:29.632474 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1695cb-9f01-4060-9515-25745e82f63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d84be2a-781e-4073-99dc-56eac7dd90f1', 'code': 200} Feb 15 05:01:29.645923 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port ce8101ca-6d00-4be6-bf10-57d96534f977, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ce8101ca-6d00-4be6-bf10-57d96534f977,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:29.654410 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ccaaeb1f-4d43-4e99-9c72-6e9a71801b0d req-2175bbc4-d3b5-42e8-84b8-a8865122fc15 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487530 Feb 15 05:01:29.659088 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 333e4c1f-2748-4596-a4de-49a1a6b30e4b is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:29.659468 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:29.703651 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 333e4c1f-2748-4596-a4de-49a1a6b30e4b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=333e4c1f-2748-4596-a4de-49a1a6b30e4b,segment=NetworkSegment(1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f),segment_id=1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:29.715747 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:29.768945 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=ce8101ca-6d00-4be6-bf10-57d96534f977,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:29.784289 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:29.835712 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=333e4c1f-2748-4596-a4de-49a1a6b30e4b,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:29.924640 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08ad27-1302-4a31-8283-5f7a6def4a63 req-9a5c7106-5463-48d5-94d9-b822dc2815ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:29.926065 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7f08ad27-1302-4a31-8283-5f7a6def4a63 req-9a5c7106-5463-48d5-94d9-b822dc2815ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 1129 time: 0.0425780 Feb 15 05:01:29.973555 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7f08ad27-1302-4a31-8283-5f7a6def4a63 req-7e553d41-3817-4046-b13d-3d80466b40a8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379369 Feb 15 05:01:30.054256 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f73c32-89ca-4ced-bf59-39cc2fcfa727 req-41103995-5d6d-499a-9a55-7e765251fab2 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:30.055880 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-09f73c32-89ca-4ced-bf59-39cc2fcfa727 req-41103995-5d6d-499a-9a55-7e765251fab2 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0521445 Feb 15 05:01:30.102198 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-09f73c32-89ca-4ced-bf59-39cc2fcfa727 req-b2658363-1431-4c5b-9d15-04517ae37d1c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399301 Feb 15 05:01:30.165383 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['ce8101ca-6d00-4be6-bf10-57d96534f977'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:01:30.300786 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68e6c3-d426-4c5c-a51a-a0740e77e3f7 req-6fb58512-ed3e-44ad-b764-4aa7ca89ec7b tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:30.303018 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ba68e6c3-d426-4c5c-a51a-a0740e77e3f7 req-6fb58512-ed3e-44ad-b764-4aa7ca89ec7b tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 945 time: 0.0585353 Feb 15 05:01:30.357791 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ba68e6c3-d426-4c5c-a51a-a0740e77e3f7 req-8486ca3c-e353-43da-8b28-e9bab3ad5487 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483322 Feb 15 05:01:30.788004 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed55735-7c3e-487c-9736-7f64b486cf7e req-6a60a1cc-c355-46aa-ad23-89d3996151e2 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:30.793699 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eed55735-7c3e-487c-9736-7f64b486cf7e req-6a60a1cc-c355-46aa-ad23-89d3996151e2 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 944 time: 0.0696223 Feb 15 05:01:30.846291 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eed55735-7c3e-487c-9736-7f64b486cf7e req-30b1b46b-98ef-46d4-bef1-d2bf85a01eae tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494945 Feb 15 05:01:31.238890 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a4fdf-bc5d-4ecd-87e6-63092b13179c req-ddb82c03-3bef-4590-84f1-4f62393b6f27 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:31.241570 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-534a4fdf-bc5d-4ecd-87e6-63092b13179c req-ddb82c03-3bef-4590-84f1-4f62393b6f27 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0686309 Feb 15 05:01:31.290554 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-534a4fdf-bc5d-4ecd-87e6-63092b13179c req-5fb54a09-59fa-4941-8cfa-d323b1a2856d tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 Feb 15 05:01:31.505565 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fd0f6-4de3-4385-876c-75524a0b9cf3 req-4b3c8718-afe9-4f9e-b5f8-2d9c98c8d88b tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:31.507006 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f57fd0f6-4de3-4385-876c-75524a0b9cf3 req-4b3c8718-afe9-4f9e-b5f8-2d9c98c8d88b tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 945 time: 0.0689793 Feb 15 05:01:31.557647 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f57fd0f6-4de3-4385-876c-75524a0b9cf3 req-12789097-25b1-47c1-b30a-060a28250b0d tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431943 Feb 15 05:01:31.633379 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8970fd19-cede-4fcb-a9d6-d6a11e9ffddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333e4c1f-2748-4596-a4de-49a1a6b30e4b'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:31.636637 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d46b79-2375-4f04-9ed9-6f1ce5640213" -d '{"events": [{"server_uuid": "8970fd19-cede-4fcb-a9d6-d6a11e9ffddf", "name": "network-vif-plugged", "status": "completed", "tag": "333e4c1f-2748-4596-a4de-49a1a6b30e4b"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:31.672243 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4522a02f-4cdd-413b-a9f2-c0499adafc79 x-openstack-request-id: req-4522a02f-4cdd-413b-a9f2-c0499adafc79 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:31.672556 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8970fd19-cede-4fcb-a9d6-d6a11e9ffddf", "name": "network-vif-plugged", "status": "completed", "tag": "333e4c1f-2748-4596-a4de-49a1a6b30e4b", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:31.672812 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4522a02f-4cdd-413b-a9f2-c0499adafc79 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:31.673253 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8970fd19-cede-4fcb-a9d6-d6a11e9ffddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333e4c1f-2748-4596-a4de-49a1a6b30e4b', 'code': 200} Feb 15 05:01:31.966836 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e6b97-d177-4879-9724-c93edb5e5fd5 req-c0a426a6-6cd7-4bae-b3be-02bd58565ce6 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:31.968366 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7a2e6b97-d177-4879-9724-c93edb5e5fd5 req-c0a426a6-6cd7-4bae-b3be-02bd58565ce6 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 944 time: 0.0535121 Feb 15 05:01:32.051688 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7a2e6b97-d177-4879-9724-c93edb5e5fd5 req-81acc0b4-cd33-494d-8157-f8fa7ea205db tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765309 Feb 15 05:01:32.057848 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eac1aa-0c95-4924-98a6-79846242b1ac req-ee92c05f-2adf-416f-adea-2899a762ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:32.059908 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f8eac1aa-0c95-4924-98a6-79846242b1ac req-ee92c05f-2adf-416f-adea-2899a762ae46 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 1129 time: 0.0780773 Feb 15 05:01:32.102988 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f8eac1aa-0c95-4924-98a6-79846242b1ac req-2ca7cfc0-da2a-4046-8621-c10b50e34065 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377316 Feb 15 05:01:32.338804 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d464f3a6-a905-4f3b-a335-2a25a74d1fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:32.422617 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c45c3-90ae-4e15-b0db-3001193c41bd req-f3e6fbf9-a682-4149-b5aa-0564e7297f39 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:32.424140 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1c2c45c3-90ae-4e15-b0db-3001193c41bd req-f3e6fbf9-a682-4149-b5aa-0564e7297f39 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0579970 Feb 15 05:01:32.479514 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1c2c45c3-90ae-4e15-b0db-3001193c41bd req-94d25524-76b1-47da-b694-0ca33609e40f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497966 Feb 15 05:01:32.684663 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579680e-ef01-44e9-afdc-1a31ef00b7e9 req-704fff96-94f9-4bb1-84d3-9073751d8e85 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:32.686563 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4579680e-ef01-44e9-afdc-1a31ef00b7e9 req-704fff96-94f9-4bb1-84d3-9073751d8e85 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 945 time: 0.0587783 Feb 15 05:01:32.743135 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4579680e-ef01-44e9-afdc-1a31ef00b7e9 req-080848a8-ffda-4bd4-a480-fb3bef11bef0 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507655 Feb 15 05:01:32.963287 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f61a10-22e4-4284-b493-61261409b038 req-bea9c23c-8165-4f25-8c42-9deb8e88e7d8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:32.964720 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-95f61a10-22e4-4284-b493-61261409b038 req-bea9c23c-8165-4f25-8c42-9deb8e88e7d8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0517459 Feb 15 05:01:33.011579 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-95f61a10-22e4-4284-b493-61261409b038 req-4a6dcacc-16fd-4077-a8c3-bf930d64c231 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 Feb 15 05:01:33.057580 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586d63e-163a-425b-85cc-cd0be067717e req-6e763fb9-7c19-496d-bb60-fa06a899f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:33.059057 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e586d63e-163a-425b-85cc-cd0be067717e req-6e763fb9-7c19-496d-bb60-fa06a899f4da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=273425068e4a4d14a7be7911dcac5412&device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 1129 time: 0.0473619 Feb 15 05:01:33.186637 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586d63e-163a-425b-85cc-cd0be067717e req-b39581bc-973c-4a89-848b-e5fcec327ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:33.188089 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e586d63e-163a-425b-85cc-cd0be067717e req-b39581bc-973c-4a89-848b-e5fcec327ed8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2a28af5-77ca-4dec-9deb-0a5382895207 HTTP/1.1" status: 200 len: 919 time: 0.1201634 Feb 15 05:01:33.209975 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ece076-1ba3-4ed7-b6cf-e3dcbb07a5c7 req-ab161bdb-97a4-4316-a975-73446757fc81 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:33.211457 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-39ece076-1ba3-4ed7-b6cf-e3dcbb07a5c7 req-ab161bdb-97a4-4316-a975-73446757fc81 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 944 time: 0.0871692 Feb 15 05:01:33.242008 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e586d63e-163a-425b-85cc-cd0be067717e req-eb325a7c-81cd-4dde-8481-ce851c3e42b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d84be2a-781e-4073-99dc-56eac7dd90f1 HTTP/1.1" status: 200 len: 217 time: 0.0473092 Feb 15 05:01:33.322007 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device ce8101ca-6d00-4be6-bf10-57d96534f977 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:01:33.322615 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-39ece076-1ba3-4ed7-b6cf-e3dcbb07a5c7 req-2a0dc4c7-8d3a-4b12-8e73-6cd525397eea tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828035 Feb 15 05:01:33.326966 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586d63e-163a-425b-85cc-cd0be067717e req-0a1f9977-f675-413b-9f8f-e961b18e4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:33.328488 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e586d63e-163a-425b-85cc-cd0be067717e req-0a1f9977-f675-413b-9f8f-e961b18e4a2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c59e23e1-260b-477b-960b-86b72dd5e2ee HTTP/1.1" status: 200 len: 858 time: 0.0703750 Feb 15 05:01:33.369087 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e586d63e-163a-425b-85cc-cd0be067717e req-8b35f47a-6239-4fe9-8f9c-3480accb9581 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2a28af5-77ca-4dec-9deb-0a5382895207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267467 Feb 15 05:01:33.412647 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port ce8101ca-6d00-4be6-bf10-57d96534f977 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:01:33.417642 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port ce8101ca-6d00-4be6-bf10-57d96534f977 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:01:33.418030 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:33.461505 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e586d63e-163a-425b-85cc-cd0be067717e req-44ffa3de-3165-4b4a-aa2b-6b8ae291b20e service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857353 Feb 15 05:01:33.501296 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port ce8101ca-6d00-4be6-bf10-57d96534f977 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:33.501677 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:33.534317 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port ce8101ca-6d00-4be6-bf10-57d96534f977, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ce8101ca-6d00-4be6-bf10-57d96534f977,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:33.569984 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e586d63e-163a-425b-85cc-cd0be067717e req-b1dee3b1-7ea9-4246-ab76-023693c782eb service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012180 Feb 15 05:01:33.591080 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:33.647007 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=ce8101ca-6d00-4be6-bf10-57d96534f977,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:33.674435 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8101ca-6d00-4be6-bf10-57d96534f977'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:33.677405 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f476e5a2-c4e7-4ec4-bd86-39cbdd7c4e12" -d '{"events": [{"server_uuid": "39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f", "name": "network-vif-plugged", "status": "completed", "tag": "ce8101ca-6d00-4be6-bf10-57d96534f977"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:33.721239 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d3a1a1-112a-4e47-94f2-abd1017cc9c4 x-openstack-request-id: req-87d3a1a1-112a-4e47-94f2-abd1017cc9c4 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:33.721565 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f", "name": "network-vif-plugged", "status": "completed", "tag": "ce8101ca-6d00-4be6-bf10-57d96534f977", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:33.721825 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87d3a1a1-112a-4e47-94f2-abd1017cc9c4 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:33.727424 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8101ca-6d00-4be6-bf10-57d96534f977', 'code': 200} Feb 15 05:01:33.736301 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 53758) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:33.871021 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:33.909632 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91e971-4aed-4042-8db8-0b9de3d5faa0 req-6aa46d8a-127e-4bf4-8146-c28c7d7db722 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:33.911059 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef91e971-4aed-4042-8db8-0b9de3d5faa0 req-6aa46d8a-127e-4bf4-8146-c28c7d7db722 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 945 time: 0.0921202 Feb 15 05:01:33.959059 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53768) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:34.011178 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef91e971-4aed-4042-8db8-0b9de3d5faa0 req-f4df23eb-1b7e-4ff3-b37b-6e9716023910 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912120 Feb 15 05:01:34.048769 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10071ab7-6f46-481e-93ba-7d57314170a7 req-e0a7c467-a714-418f-abbf-41d52d299911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:34.050301 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-10071ab7-6f46-481e-93ba-7d57314170a7 req-e0a7c467-a714-418f-abbf-41d52d299911 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 1129 time: 0.1017334 Feb 15 05:01:34.052120 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Publish callbacks [] for security_group (0af09250-c595-43cf-8318-84ba6940e41f), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:34.087296 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:34.102926 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-10071ab7-6f46-481e-93ba-7d57314170a7 req-9af837ba-9571-4060-87a8-bdd5815b3927 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453055 Feb 15 05:01:34.104336 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (0af09250-c595-43cf-8318-84ba6940e41f), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:34.144578 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=119da05a637c488aaf637480a3fec4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4046726 Feb 15 05:01:34.144856 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 53776) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:34.152262 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af09250-c595-43cf-8318-84ba6940e41f,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:34.168897 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.169253 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.169602 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.169931 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.170261 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.170643 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.170934 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.171257 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.171579 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.171901 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.172261 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.172623 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.172925 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0921c7-2757-42e0-82b2-2df502c1414a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.174392 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb625d-33d5-447f-bddd-76b0765c6c76 req-15c45b3c-5bbb-4eae-a0ef-7647d1bbc27f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:34.183255 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8bbb625d-33d5-447f-bddd-76b0765c6c76 req-15c45b3c-5bbb-4eae-a0ef-7647d1bbc27f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0849674 Feb 15 05:01:34.211288 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a670db88-77c8-4a67-ae5c-f00a5987d26f admin admin] Publish callbacks [] for security_group (0af09250-c595-43cf-8318-84ba6940e41f), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:34.231645 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Publish callbacks [] for security_group (33b4a3c3-c478-40fb-ade4-c260f09d28e1), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:34.236230 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a670db88-77c8-4a67-ae5c-f00a5987d26f admin admin] Publish callbacks [] for security_group (0af09250-c595-43cf-8318-84ba6940e41f), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:34.246157 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8bbb625d-33d5-447f-bddd-76b0765c6c76 req-5e67d3e9-f526-4944-b4f7-8ff3c919f1b6 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632164 Feb 15 05:01:34.355082 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (33b4a3c3-c478-40fb-ade4-c260f09d28e1), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:34.379956 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a670db88-77c8-4a67-ae5c-f00a5987d26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (0af09250-c595-43cf-8318-84ba6940e41f), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:34.383386 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a670db88-77c8-4a67-ae5c-f00a5987d26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:34.385085 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-a670db88-77c8-4a67-ae5c-f00a5987d26f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0af09250-c595-43cf-8318-84ba6940e41f HTTP/1.1" status: 204 len: 168 time: 0.2388649 Feb 15 05:01:34.400809 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670db88-77c8-4a67-ae5c-f00a5987d26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af09250-c595-43cf-8318-84ba6940e41f,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:34.403176 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80739226e5e041e6af8bddd5a27376da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4429867 Feb 15 05:01:34.404485 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b4a3c3-c478-40fb-ade4-c260f09d28e1,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:34.406635 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53782) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:34.424825 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.425270 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.425618 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.425949 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.426271 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.426598 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.426920 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.427239 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.436266 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.436661 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.436997 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.437398 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.437696 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39dcd1d-a2d3-4af5-a4ac-035c9acb9ad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:34.473934 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb725813-c2d1-4285-ba0b-70ad0b8cb97f req-ad406aac-d325-4980-9889-a20ec5ea1b48 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:34.475371 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eb725813-c2d1-4285-ba0b-70ad0b8cb97f req-ad406aac-d325-4980-9889-a20ec5ea1b48 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 945 time: 0.0764213 Feb 15 05:01:34.483187 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1f92fd01-1d11-4ba8-b150-1a74ae9305b5 admin admin] Publish callbacks [] for security_group (33b4a3c3-c478-40fb-ade4-c260f09d28e1), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:34.506451 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1f92fd01-1d11-4ba8-b150-1a74ae9305b5 admin admin] Publish callbacks [] for security_group (33b4a3c3-c478-40fb-ade4-c260f09d28e1), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:34.526977 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eb725813-c2d1-4285-ba0b-70ad0b8cb97f req-9710b275-42ba-4c3b-b51e-6e1ddece69b8 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460377 Feb 15 05:01:34.629862 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1f92fd01-1d11-4ba8-b150-1a74ae9305b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (33b4a3c3-c478-40fb-ade4-c260f09d28e1), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:34.632529 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1f92fd01-1d11-4ba8-b150-1a74ae9305b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:34.634829 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-1f92fd01-1d11-4ba8-b150-1a74ae9305b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33b4a3c3-c478-40fb-ade4-c260f09d28e1 HTTP/1.1" status: 204 len: 168 time: 0.2264359 Feb 15 05:01:34.642678 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92fd01-1d11-4ba8-b150-1a74ae9305b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b4a3c3-c478-40fb-ade4-c260f09d28e1,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:34.693325 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-497a3fb8-d3a3-49fc-85e3-2a40dd0e9628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.073026 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 53798) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:35.086439 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e0b06ca5-fc23-4fcf-9ead-39bb232605f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.157195 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e0b06ca5-fc23-4fcf-9ead-39bb232605f1 admin admin] Publish callbacks [] for security_group (0b5932be-2be5-4d76-9fe5-46d3c5870754), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.218197 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e0b06ca5-fc23-4fcf-9ead-39bb232605f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (0b5932be-2be5-4d76-9fe5-46d3c5870754), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.256491 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-e0b06ca5-fc23-4fcf-9ead-39bb232605f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=903ff27c75434870802239f2f6a35e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822758 Feb 15 05:01:35.257432 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b06ca5-fc23-4fcf-9ead-39bb232605f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5932be-2be5-4d76-9fe5-46d3c5870754,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:35.259530 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53800) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:35.290277 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 53804) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:35.306524 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-53f5405e-a47d-4d88-9369-133dcf5003d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.327053 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-604d5362-e162-4121-b834-e6ad21000f48 admin admin] Publish callbacks [] for security_group (0b5932be-2be5-4d76-9fe5-46d3c5870754), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.348525 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-604d5362-e162-4121-b834-e6ad21000f48 admin admin] Publish callbacks [] for security_group (0b5932be-2be5-4d76-9fe5-46d3c5870754), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.399294 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1873db2-b4b3-4fd8-b1d3-91a39d4b6b44 req-81fe9f36-859d-4d96-8a2b-b54ce2f8af7f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:35.400761 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a1873db2-b4b3-4fd8-b1d3-91a39d4b6b44 req-81fe9f36-859d-4d96-8a2b-b54ce2f8af7f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0788252 Feb 15 05:01:35.441243 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-53f5405e-a47d-4d88-9369-133dcf5003d8 admin admin] Publish callbacks [] for security_group (02da75dc-3d1e-4d25-aa70-b5a3682628b4), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.458081 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-604d5362-e162-4121-b834-e6ad21000f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (0b5932be-2be5-4d76-9fe5-46d3c5870754), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.460878 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-604d5362-e162-4121-b834-e6ad21000f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.462169 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-604d5362-e162-4121-b834-e6ad21000f48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b5932be-2be5-4d76-9fe5-46d3c5870754 HTTP/1.1" status: 204 len: 168 time: 0.2015924 Feb 15 05:01:35.471711 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a1873db2-b4b3-4fd8-b1d3-91a39d4b6b44 req-e979dcb9-bb52-40a0-a060-bd74cf48e9fb tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627360 Feb 15 05:01:35.480398 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d5362-e162-4121-b834-e6ad21000f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5932be-2be5-4d76-9fe5-46d3c5870754,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:35.487112 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-53f5405e-a47d-4d88-9369-133dcf5003d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (02da75dc-3d1e-4d25-aa70-b5a3682628b4), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.504717 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd37f22-a48d-4aba-bee7-b1d9bf14c61d req-afc3eefa-82a7-47ff-b7c3-7d3f42ba9053 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:35.506261 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7fd37f22-a48d-4aba-bee7-b1d9bf14c61d req-afc3eefa-82a7-47ff-b7c3-7d3f42ba9053 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 945 time: 0.0794208 Feb 15 05:01:35.527047 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5405e-a47d-4d88-9369-133dcf5003d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02da75dc-3d1e-4d25-aa70-b5a3682628b4,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:35.533833 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-53f5405e-a47d-4d88-9369-133dcf5003d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc7aabc943e2449fa8dd28d82444ac1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411485 Feb 15 05:01:35.536764 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53812) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:35.601250 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7fd37f22-a48d-4aba-bee7-b1d9bf14c61d req-1b06c6c6-b2fe-4f20-a2d7-a8296622289f tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876913 Feb 15 05:01:35.634910 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f2d060d4-d9c7-4df4-8ee1-94bda4359ba4 admin admin] Publish callbacks [] for security_group (02da75dc-3d1e-4d25-aa70-b5a3682628b4), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.661280 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f2d060d4-d9c7-4df4-8ee1-94bda4359ba4 admin admin] Publish callbacks [] for security_group (02da75dc-3d1e-4d25-aa70-b5a3682628b4), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.678978 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4894d9d-dc43-4611-a58e-80139b0ace69 req-7f098776-3c93-4dc4-a07d-3c32248bb8cb tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:35.680786 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b4894d9d-dc43-4611-a58e-80139b0ace69 req-7f098776-3c93-4dc4-a07d-3c32248bb8cb tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 945 time: 0.0796323 Feb 15 05:01:35.741322 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b4894d9d-dc43-4611-a58e-80139b0ace69 req-b5b49326-40cc-4b4c-9e47-410ef28dcf02 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509775 Feb 15 05:01:35.823689 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f2d060d4-d9c7-4df4-8ee1-94bda4359ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (02da75dc-3d1e-4d25-aa70-b5a3682628b4), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.826534 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f2d060d4-d9c7-4df4-8ee1-94bda4359ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:35.827649 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-f2d060d4-d9c7-4df4-8ee1-94bda4359ba4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02da75dc-3d1e-4d25-aa70-b5a3682628b4 HTTP/1.1" status: 204 len: 168 time: 0.2899129 Feb 15 05:01:35.835338 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d060d4-d9c7-4df4-8ee1-94bda4359ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02da75dc-3d1e-4d25-aa70-b5a3682628b4,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:35.852791 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:36.375337 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53830) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:36.388822 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-db3ce5e5-5d50-4e1e-b62a-263e72d5b616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:36.461907 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-db3ce5e5-5d50-4e1e-b62a-263e72d5b616 admin admin] Publish callbacks [] for security_group (8f352e1b-1421-41a3-b1a4-9bcebd862bb3), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:36.532105 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-db3ce5e5-5d50-4e1e-b62a-263e72d5b616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (8f352e1b-1421-41a3-b1a4-9bcebd862bb3), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:36.594718 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ce5e5-5d50-4e1e-b62a-263e72d5b616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f352e1b-1421-41a3-b1a4-9bcebd862bb3,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:36.602619 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-db3ce5e5-5d50-4e1e-b62a-263e72d5b616 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=629877529f914126af97970eab8692fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235634 Feb 15 05:01:36.604182 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 53840) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:36.625468 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79916e37-35b6-4283-97fb-28b0ee9ab666 req-eee9bfad-d07c-4dd3-9cb7-45cd59beee4d tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:36.627008 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-79916e37-35b6-4283-97fb-28b0ee9ab666 req-eee9bfad-d07c-4dd3-9cb7-45cd59beee4d tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0790517 Feb 15 05:01:36.686761 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-79916e37-35b6-4283-97fb-28b0ee9ab666 req-1f154d52-9975-486a-a4ad-bb432f516be9 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518200 Feb 15 05:01:36.690131 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2d761fb6-aba8-463f-abeb-a2165353cf4d admin admin] Publish callbacks [] for security_group (8f352e1b-1421-41a3-b1a4-9bcebd862bb3), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:36.738803 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2d761fb6-aba8-463f-abeb-a2165353cf4d admin admin] Publish callbacks [] for security_group (8f352e1b-1421-41a3-b1a4-9bcebd862bb3), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:36.779448 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1d014-d6fe-45ba-a164-75639838c2d8 req-9c3372a9-15e5-4623-b0bd-def2b1d8e3d8 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:36.780927 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-05b1d014-d6fe-45ba-a164-75639838c2d8 req-9c3372a9-15e5-4623-b0bd-def2b1d8e3d8 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 945 time: 0.1011374 Feb 15 05:01:36.838911 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-05b1d014-d6fe-45ba-a164-75639838c2d8 req-670998ef-6f09-483f-83d7-9497b057f21c tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504715 Feb 15 05:01:36.873190 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7b507-9a63-40ea-a3cf-a22a4ae7a09b req-5bab1ad4-f2ee-425a-90f0-37fdd62ced53 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:36.874704 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-28b7b507-9a63-40ea-a3cf-a22a4ae7a09b req-5bab1ad4-f2ee-425a-90f0-37fdd62ced53 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 945 time: 0.0588944 Feb 15 05:01:36.921235 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-28b7b507-9a63-40ea-a3cf-a22a4ae7a09b req-1ed44d34-d1cd-4447-9e4e-e5b4a10b5097 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408168 Feb 15 05:01:36.926523 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2d761fb6-aba8-463f-abeb-a2165353cf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (8f352e1b-1421-41a3-b1a4-9bcebd862bb3), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:36.929140 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2d761fb6-aba8-463f-abeb-a2165353cf4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:36.933109 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-2d761fb6-aba8-463f-abeb-a2165353cf4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f352e1b-1421-41a3-b1a4-9bcebd862bb3 HTTP/1.1" status: 204 len: 168 time: 0.3250506 Feb 15 05:01:36.940116 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d761fb6-aba8-463f-abeb-a2165353cf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f352e1b-1421-41a3-b1a4-9bcebd862bb3,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:37.194924 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:37.354712 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a036e-f901-4e38-99dd-a1d25b36bb3b req-91f5f76a-2258-470b-aaee-bd6d424e9982 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:37.356996 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eb3a036e-f901-4e38-99dd-a1d25b36bb3b req-91f5f76a-2258-470b-aaee-bd6d424e9982 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 945 time: 0.0599215 Feb 15 05:01:37.492400 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-eb3a036e-f901-4e38-99dd-a1d25b36bb3b req-6d55b39d-dfec-42c9-9f3f-526d40135836 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Deleting port 333e4c1f-2748-4596-a4de-49a1a6b30e4b {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:01:37.492741 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-eb3a036e-f901-4e38-99dd-a1d25b36bb3b req-6d55b39d-dfec-42c9-9f3f-526d40135836 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:37.588098 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-eb3a036e-f901-4e38-99dd-a1d25b36bb3b req-6d55b39d-dfec-42c9-9f3f-526d40135836 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] For port 333e4c1f-2748-4596-a4de-49a1a6b30e4b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=333e4c1f-2748-4596-a4de-49a1a6b30e4b,segment=NetworkSegment(1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f),segment_id=1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:37.588459 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-eb3a036e-f901-4e38-99dd-a1d25b36bb3b req-6d55b39d-dfec-42c9-9f3f-526d40135836 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:37.601791 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-eb3a036e-f901-4e38-99dd-a1d25b36bb3b req-6d55b39d-dfec-42c9-9f3f-526d40135836 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Calling delete_port for 333e4c1f-2748-4596-a4de-49a1a6b30e4b owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:01:37.807852 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-eb3a036e-f901-4e38-99dd-a1d25b36bb3b req-6d55b39d-dfec-42c9-9f3f-526d40135836 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (333e4c1f-2748-4596-a4de-49a1a6b30e4b), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:37.822670 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['333e4c1f-2748-4596-a4de-49a1a6b30e4b'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:01:37.828885 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ab463-6549-416f-91e9-254dca184e25 req-7b7f60e2-0242-4506-b5c5-59979095944f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:37.830398 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fb1ab463-6549-416f-91e9-254dca184e25 req-7b7f60e2-0242-4506-b5c5-59979095944f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0689547 Feb 15 05:01:37.852035 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55b39d-dfec-42c9-9f3f-526d40135836 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Pushing event deleted for resources: {'Port': ['ID=333e4c1f-2748-4596-a4de-49a1a6b30e4b,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:37.901965 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3a036e-f901-4e38-99dd-a1d25b36bb3b req-6d55b39d-dfec-42c9-9f3f-526d40135836 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] No DVR routers for this DVR port 333e4c1f-2748-4596-a4de-49a1a6b30e4b on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:01:37.907611 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-eb3a036e-f901-4e38-99dd-a1d25b36bb3b req-6d55b39d-dfec-42c9-9f3f-526d40135836 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:37.910836 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eb3a036e-f901-4e38-99dd-a1d25b36bb3b req-6d55b39d-dfec-42c9-9f3f-526d40135836 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.52 "DELETE /v2.0/ports/333e4c1f-2748-4596-a4de-49a1a6b30e4b HTTP/1.1" status: 204 len: 173 time: 0.5478780 Feb 15 05:01:37.912779 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8970fd19-cede-4fcb-a9d6-d6a11e9ffddf', 'name': 'network-vif-deleted', 'tag': '333e4c1f-2748-4596-a4de-49a1a6b30e4b'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:37.914907 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4498e387-deb3-49e1-8df4-eb36e13cebb7" -d '{"events": [{"server_uuid": "8970fd19-cede-4fcb-a9d6-d6a11e9ffddf", "name": "network-vif-deleted", "tag": "333e4c1f-2748-4596-a4de-49a1a6b30e4b"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:37.944699 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fb1ab463-6549-416f-91e9-254dca184e25 req-20ee174a-81a8-400a-b672-7736ea64f0bc tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958304 Feb 15 05:01:37.946632 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-116c1ae3-9ba8-49d6-af83-1661043b5089 req-ea4174c8-d440-4660-a9bf-e9ac336d35af tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=8970fd19-cede-4fcb-a9d6-d6a11e9ffddf HTTP/1.1" status: 200 len: 210 time: 0.0286686 Feb 15 05:01:37.992117 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb4f61f-8146-4bca-a3ca-5689e7fdcb89 x-openstack-request-id: req-6cb4f61f-8146-4bca-a3ca-5689e7fdcb89 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:37.992585 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8970fd19-cede-4fcb-a9d6-d6a11e9ffddf", "name": "network-vif-deleted", "tag": "333e4c1f-2748-4596-a4de-49a1a6b30e4b", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:37.993006 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cb4f61f-8146-4bca-a3ca-5689e7fdcb89 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:37.993444 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8970fd19-cede-4fcb-a9d6-d6a11e9ffddf', 'name': 'network-vif-deleted', 'tag': '333e4c1f-2748-4596-a4de-49a1a6b30e4b', 'status': 'completed', 'code': 200} Feb 15 05:01:38.767346 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:39.085867 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4104e-1a90-4936-becc-2ced7745d568 req-86eb8ac2-5d9c-4b68-96f2-bcdf1392e02e tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:39.087337 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d6b4104e-1a90-4936-becc-2ced7745d568 req-86eb8ac2-5d9c-4b68-96f2-bcdf1392e02e tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0511577 Feb 15 05:01:39.136620 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d6b4104e-1a90-4936-becc-2ced7745d568 req-db2942f2-c661-4d7b-b1da-6710e861c874 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Feb 15 05:01:39.260313 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-21539730-0022-4d82-b6ff-10316f3ed56e tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:39.261678 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-21539730-0022-4d82-b6ff-10316f3ed56e tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/networks?id=3aa51b00-b8b0-459d-aec9-78733998bfde HTTP/1.1" status: 200 len: 808 time: 0.0995252 Feb 15 05:01:39.275445 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-9dd04f83-2d15-4e12-9c95-3eea1da282f5 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/quotas/cdca5f8ac5c84ada8b9254c8eab3c365 HTTP/1.1" status: 200 len: 375 time: 0.0084896 Feb 15 05:01:39.305774 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-fd75eb31-ea12-4e43-bf2e-e3b1201957ac tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdca5f8ac5c84ada8b9254c8eab3c365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255585 Feb 15 05:01:39.395677 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-f3e3db6e-b701-4fcf-bccc-e303b549ba08 service neutron] 10.222.0.24 "GET /v2.0/networks/3aa51b00-b8b0-459d-aec9-78733998bfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827136 Feb 15 05:01:39.481669 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-379bbd49-2753-4ff6-a663-52e04f59b8a0 service neutron] 10.222.0.24 "GET /v2.0/networks/3aa51b00-b8b0-459d-aec9-78733998bfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796683 Feb 15 05:01:39.757496 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e3c887ac-dd87-470d-bb8f-1ac827fe523f req-898d2589-3cc0-4ee0-8e7c-6a145992d632 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 210 time: 0.0295122 Feb 15 05:01:40.261842 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b2151-932a-493b-b88e-1c1f6aacc836 req-b07162d9-83a0-44cd-a914-e16777911a65 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:40.263909 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b79b2151-932a-493b-b88e-1c1f6aacc836 req-b07162d9-83a0-44cd-a914-e16777911a65 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0576727 Feb 15 05:01:40.308742 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b79b2151-932a-493b-b88e-1c1f6aacc836 req-1696d49f-6de4-47c4-b225-6c35f21eaa01 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392325 Feb 15 05:01:40.850111 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fba6e78e-2227-4472-beac-a56c45067cef req-9210daeb-bbb8-4736-a1c4-4211ffbf93bb tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 210 time: 0.0282838 Feb 15 05:01:41.362694 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 333e4c1f-2748-4596-a4de-49a1a6b30e4b no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:01:41.386434 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 333e4c1f-2748-4596-a4de-49a1a6b30e4b {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:01:41.387735 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 333e4c1f-2748-4596-a4de-49a1a6b30e4b not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:01:41.434834 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f0633-abe0-453d-900c-d1bbb4c62da7 req-5dbf859b-c24f-4fd6-a519-009e03467ae8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:41.436677 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5b8f0633-abe0-453d-900c-d1bbb4c62da7 req-5dbf859b-c24f-4fd6-a519-009e03467ae8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0577314 Feb 15 05:01:41.497504 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5b8f0633-abe0-453d-900c-d1bbb4c62da7 req-6f9bccde-0a89-4ac5-b370-b9ba32178efb tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446739 Feb 15 05:01:41.691820 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-c4b97a2b-f0d5-4558-9494-325a1e5f0bee tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:41.693316 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-c4b97a2b-f0d5-4558-9494-325a1e5f0bee tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.52 "GET /v2.0/networks?id=3aa51b00-b8b0-459d-aec9-78733998bfde HTTP/1.1" status: 200 len: 808 time: 0.1042538 Feb 15 05:01:41.716521 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-6ab59257-ea17-4f70-a871-2a29579c9210 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Request body: {'port': {'device_id': '49e80c20-a9a3-4935-bd37-e5fcb5f80d75', 'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde', 'admin_state_up': True, 'tenant_id': 'cdca5f8ac5c84ada8b9254c8eab3c365'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:41.869256 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-6ab59257-ea17-4f70-a871-2a29579c9210 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Made reservation on behalf of cdca5f8ac5c84ada8b9254c8eab3c365 for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:01:41.873540 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-6ab59257-ea17-4f70-a871-2a29579c9210 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:41.967387 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-700478cc-ef44-4641-a77e-d644ade7c36b req-d720f782-49a8-4aa0-a271-8836b7623594 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 210 time: 0.0378959 Feb 15 05:01:42.033743 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-6ab59257-ea17-4f70-a871-2a29579c9210 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Allocated IP 172.20.0.9 (3aa51b00-b8b0-459d-aec9-78733998bfde/a464df38-c20f-47ef-ab06-f45a03c013fb/5f54e1ca-7d50-4f07-b110-c7c58e1d9551) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:01:42.176510 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-6ab59257-ea17-4f70-a871-2a29579c9210 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks [] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:42.441104 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-6ab59257-ea17-4f70-a871-2a29579c9210 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:42.482629 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-6ab59257-ea17-4f70-a871-2a29579c9210 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Network 3aa51b00-b8b0-459d-aec9-78733998bfde is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:01:42.488140 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-6ab59257-ea17-4f70-a871-2a29579c9210 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:01:42.490578 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-6ab59257-ea17-4f70-a871-2a29579c9210 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:01:42.518457 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab59257-ea17-4f70-a871-2a29579c9210 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Pushing event updated for resources: {'Port': ['ID=5f54e1ca-7d50-4f07-b110-c7c58e1d9551,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:42.542404 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-6ab59257-ea17-4f70-a871-2a29579c9210 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:42.543040 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-6ab59257-ea17-4f70-a871-2a29579c9210 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:42.621790 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c619e3-d4e1-4821-87cd-89fd2dcf735c req-ca293bce-3782-4a2f-b7c8-3cccc3ef46f9 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:42.622333 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-86c619e3-d4e1-4821-87cd-89fd2dcf735c req-ca293bce-3782-4a2f-b7c8-3cccc3ef46f9 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0531943 Feb 15 05:01:42.643057 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-6ab59257-ea17-4f70-a871-2a29579c9210 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9305511 Feb 15 05:01:42.658078 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Request body: {'port': {'device_id': '49e80c20-a9a3-4935-bd37-e5fcb5f80d75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:42.668877 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-86c619e3-d4e1-4821-87cd-89fd2dcf735c req-e28f423a-1676-45b8-a316-37cc3ced3460 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 Feb 15 05:01:42.719598 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:43.185169 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39131e-757d-443b-a73a-04d318cf3c61 req-5c52861f-dd1b-4397-8d02-1526af710a47 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:43.186611 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7b39131e-757d-443b-a73a-04d318cf3c61 req-5c52861f-dd1b-4397-8d02-1526af710a47 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 931 time: 0.0781963 Feb 15 05:01:43.272066 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7b39131e-757d-443b-a73a-04d318cf3c61 req-c01cf3fb-2532-4c7a-b7b8-06154cfe66e2 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781016 Feb 15 05:01:43.279808 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:01:43.287444 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Publish callbacks [] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:43.298987 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Transition to ACTIVE for port object 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:01:43.400523 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:43.449182 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Pushing event updated for resources: {'Port': ['ID=5f54e1ca-7d50-4f07-b110-c7c58e1d9551,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:43.520706 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Attempting to bind port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:01:43.521032 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Attempting to bind port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:01:43.521376 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Attempting to bind port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 on network 3aa51b00-b8b0-459d-aec9-78733998bfde {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:43.525620 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 on network 3aa51b00-b8b0-459d-aec9-78733998bfde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:01:43.525875 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Attempting to bind port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 on network 3aa51b00-b8b0-459d-aec9-78733998bfde {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:43.531213 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:01:43.531528 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Checking segment: {'id': '1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:01:43.531897 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Bound using segment: {'id': '1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:01:43.537167 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Bound port: 5f54e1ca-7d50-4f07-b110-c7c58e1d9551, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:01:43.537167 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:43.592343 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] For port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:01:43.595246 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] For port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5f54e1ca-7d50-4f07-b110-c7c58e1d9551,segment=NetworkSegment(1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f),segment_id=1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:01:43.664021 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:43.698597 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:43.699946 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:43.701697 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] 10.222.0.52 "PUT /v2.0/ports/5f54e1ca-7d50-4f07-b110-c7c58e1d9551 HTTP/1.1" status: 200 len: 1093 time: 1.0477405 Feb 15 05:01:43.702150 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e80c20-a9a3-4935-bd37-e5fcb5f80d75', 'tag': '5f54e1ca-7d50-4f07-b110-c7c58e1d9551'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:43.704415 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52342542-01f4-4f93-b49f-253d540963a5" -d '{"events": [{"name": "network-changed", "server_uuid": "49e80c20-a9a3-4935-bd37-e5fcb5f80d75", "tag": "5f54e1ca-7d50-4f07-b110-c7c58e1d9551"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:43.730515 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79278d77-3437-4446-ac22-90e43bd4c160 service neutron] Pushing event updated for resources: {'Port': ['ID=5f54e1ca-7d50-4f07-b110-c7c58e1d9551,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:43.753488 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c264a16-8a30-4c85-bc8c-85ff9f4ce3f1 x-openstack-request-id: req-9c264a16-8a30-4c85-bc8c-85ff9f4ce3f1 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:43.753874 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e80c20-a9a3-4935-bd37-e5fcb5f80d75", "tag": "5f54e1ca-7d50-4f07-b110-c7c58e1d9551", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:43.754192 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c264a16-8a30-4c85-bc8c-85ff9f4ce3f1 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:43.754652 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e80c20-a9a3-4935-bd37-e5fcb5f80d75', 'tag': '5f54e1ca-7d50-4f07-b110-c7c58e1d9551', 'status': 'completed', 'code': 200} Feb 15 05:01:43.817052 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6afc47-a320-4f71-bb31-50fe7746fa31 req-3164c08f-6b05-4494-b816-976d4ce36b1a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:43.818467 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ec6afc47-a320-4f71-bb31-50fe7746fa31 req-3164c08f-6b05-4494-b816-976d4ce36b1a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0622561 Feb 15 05:01:43.824098 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52342542-01f4-4f93-b49f-253d540963a5 req-e0dbd4ea-a66d-4808-824d-057fd4fcb4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:43.825686 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-52342542-01f4-4f93-b49f-253d540963a5 req-e0dbd4ea-a66d-4808-824d-057fd4fcb4d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cdca5f8ac5c84ada8b9254c8eab3c365&device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 1127 time: 0.0463667 Feb 15 05:01:43.868903 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ec6afc47-a320-4f71-bb31-50fe7746fa31 req-3bfb082f-f681-46af-9082-d4479a5fbe24 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Feb 15 05:01:43.925809 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52342542-01f4-4f93-b49f-253d540963a5 req-5e191bb9-5fc2-42b8-8c67-44f0ce57ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:43.927279 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-52342542-01f4-4f93-b49f-253d540963a5 req-5e191bb9-5fc2-42b8-8c67-44f0ce57ac2a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=cdca5f8ac5c84ada8b9254c8eab3c365&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0946300 Feb 15 05:01:44.020380 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52342542-01f4-4f93-b49f-253d540963a5 req-ff55585e-316c-45b7-b3db-e7af3e68a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:44.021935 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-52342542-01f4-4f93-b49f-253d540963a5 req-ff55585e-316c-45b7-b3db-e7af3e68a2b0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886984 Feb 15 05:01:44.081591 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53984) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:44.117219 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-c12b1a0e-7051-4663-8ba9-c34f25c2a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:44.118694 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-c12b1a0e-7051-4663-8ba9-c34f25c2a81e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cdca5f8ac5c84ada8b9254c8eab3c365&device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 1127 time: 0.0497522 Feb 15 05:01:44.160622 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-ac8ebd83-e308-4ab1-8e2a-4a15aeeb1505 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f54e1ca-7d50-4f07-b110-c7c58e1d9551 HTTP/1.1" status: 200 len: 217 time: 0.0340116 Feb 15 05:01:44.212845 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-530a8982-f15e-46e1-a38d-4a4ddd7986b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:44.214359 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-7acddf78-a9e3-45a9-963f-147f9d083a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:44.216173 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-7acddf78-a9e3-45a9-963f-147f9d083a3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a464df38-c20f-47ef-ab06-f45a03c013fb HTTP/1.1" status: 200 len: 848 time: 0.0458109 Feb 15 05:01:44.250237 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-12970f1d-c81e-40fd-aa07-87c7acfb6b4b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3aa51b00-b8b0-459d-aec9-78733998bfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251324 Feb 15 05:01:44.286108 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-530a8982-f15e-46e1-a38d-4a4ddd7986b3 admin admin] Publish callbacks [] for security_group (bc652be3-2da9-4aa7-8e47-b9ef1a90f791), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:44.343104 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-c4bfa1f3-8c77-418d-be1a-3671c295dea9 service neutron] 10.222.0.52 "GET /v2.0/networks/3aa51b00-b8b0-459d-aec9-78733998bfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860314 Feb 15 05:01:44.343333 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-530a8982-f15e-46e1-a38d-4a4ddd7986b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (bc652be3-2da9-4aa7-8e47-b9ef1a90f791), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:44.381263 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-530a8982-f15e-46e1-a38d-4a4ddd7986b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=900b450ef6524260afedee4f39929ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985179 Feb 15 05:01:44.382266 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a8982-f15e-46e1-a38d-4a4ddd7986b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc652be3-2da9-4aa7-8e47-b9ef1a90f791,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:44.385379 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 53990) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:44.438673 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-631e545d-03eb-419a-be0e-3ddf9d899801 admin admin] Publish callbacks [] for security_group (bc652be3-2da9-4aa7-8e47-b9ef1a90f791), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:44.448374 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94194fba-873d-4f42-99de-38c70a72bd9f req-a2e70345-fd57-45bc-bf5d-f695234907c2 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:44.450409 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-94194fba-873d-4f42-99de-38c70a72bd9f req-a2e70345-fd57-45bc-bf5d-f695234907c2 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 943 time: 0.1063392 Feb 15 05:01:44.463435 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-631e545d-03eb-419a-be0e-3ddf9d899801 admin admin] Publish callbacks [] for security_group (bc652be3-2da9-4aa7-8e47-b9ef1a90f791), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:44.486835 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6ab7cb7b-3748-4e26-aab6-3aea6e5ef163 req-eaeae270-37f6-45fa-883c-4d7ed155dddd service neutron] 10.222.0.52 "GET /v2.0/networks/3aa51b00-b8b0-459d-aec9-78733998bfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336787 Feb 15 05:01:44.516607 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-94194fba-873d-4f42-99de-38c70a72bd9f req-8c9fc16f-a38c-4901-b469-a1ed99d1ac56 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598595 Feb 15 05:01:44.588939 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-631e545d-03eb-419a-be0e-3ddf9d899801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (bc652be3-2da9-4aa7-8e47-b9ef1a90f791), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:44.592413 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-631e545d-03eb-419a-be0e-3ddf9d899801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:44.593690 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-631e545d-03eb-419a-be0e-3ddf9d899801 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc652be3-2da9-4aa7-8e47-b9ef1a90f791 HTTP/1.1" status: 204 len: 168 time: 0.2072256 Feb 15 05:01:44.604010 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e545d-03eb-419a-be0e-3ddf9d899801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc652be3-2da9-4aa7-8e47-b9ef1a90f791,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:45.215765 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521c8f6-0a0d-4a1a-9712-b8f91e244bd6 req-704e4937-5c03-47b3-ada6-f23a84f9d46c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:45.216549 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 54000) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:45.217259 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7521c8f6-0a0d-4a1a-9712-b8f91e244bd6 req-704e4937-5c03-47b3-ada6-f23a84f9d46c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.2791171 Feb 15 05:01:45.229178 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-26485a87-6165-4ae6-a93d-60bb7e0da5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:45.266787 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7521c8f6-0a0d-4a1a-9712-b8f91e244bd6 req-1c3b1196-49c5-473a-b921-bae5cd3f69e2 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Feb 15 05:01:45.301891 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-26485a87-6165-4ae6-a93d-60bb7e0da5c9 admin admin] Publish callbacks [] for security_group (1db88884-c393-4de0-b595-74f6d8b6e312), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:45.360508 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-26485a87-6165-4ae6-a93d-60bb7e0da5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (1db88884-c393-4de0-b595-74f6d8b6e312), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:45.398135 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-26485a87-6165-4ae6-a93d-60bb7e0da5c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01e210f583ac4ee183e3e9a9201756d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807921 Feb 15 05:01:45.398985 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26485a87-6165-4ae6-a93d-60bb7e0da5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db88884-c393-4de0-b595-74f6d8b6e312,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:45.400778 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 54002) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:45.448651 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-77efe1bf-de09-49b6-a16d-e12813844770 admin admin] Publish callbacks [] for security_group (1db88884-c393-4de0-b595-74f6d8b6e312), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:45.470142 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-77efe1bf-de09-49b6-a16d-e12813844770 admin admin] Publish callbacks [] for security_group (1db88884-c393-4de0-b595-74f6d8b6e312), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:45.555278 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-77efe1bf-de09-49b6-a16d-e12813844770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (1db88884-c393-4de0-b595-74f6d8b6e312), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:45.557906 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-77efe1bf-de09-49b6-a16d-e12813844770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:45.559590 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-77efe1bf-de09-49b6-a16d-e12813844770 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1db88884-c393-4de0-b595-74f6d8b6e312 HTTP/1.1" status: 204 len: 168 time: 0.1571271 Feb 15 05:01:45.567724 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efe1bf-de09-49b6-a16d-e12813844770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db88884-c393-4de0-b595-74f6d8b6e312,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:45.638176 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:01:45.640110 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42461b-9d1a-45b0-928e-224efc199c85 req-49a18d09-450e-4885-b63f-05e5865fe1b5 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:45.641640 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3d42461b-9d1a-45b0-928e-224efc199c85 req-49a18d09-450e-4885-b63f-05e5865fe1b5 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 943 time: 0.0577672 Feb 15 05:01:45.689540 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3d42461b-9d1a-45b0-928e-224efc199c85 req-4b3487ab-42d0-4dea-b9e2-64817acc2434 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 Feb 15 05:01:46.387548 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483814c-4ec4-46d1-b9c2-d1ee955fe66a req-9ba28190-334c-4f55-9969-57cfb9db7121 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:46.389181 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c483814c-4ec4-46d1-b9c2-d1ee955fe66a req-9ba28190-334c-4f55-9969-57cfb9db7121 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0552125 Feb 15 05:01:46.435931 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c483814c-4ec4-46d1-b9c2-d1ee955fe66a req-d72b4a34-3300-4ee2-b0b0-cd54a177b3a3 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404389 Feb 15 05:01:46.807587 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aabf61-266a-4340-b8c1-d764a3082dd5 req-aa45b6d4-acc2-4c40-a8ba-efaf617cd856 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:46.809145 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c2aabf61-266a-4340-b8c1-d764a3082dd5 req-aa45b6d4-acc2-4c40-a8ba-efaf617cd856 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 943 time: 0.0548117 Feb 15 05:01:46.860550 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c2aabf61-266a-4340-b8c1-d764a3082dd5 req-5d456ca5-816b-45a0-8bb7-eedb5778ac5f tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448043 Feb 15 05:01:47.362342 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:01:47.463916 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5f54e1ca-7d50-4f07-b110-c7c58e1d9551,segment=NetworkSegment(1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f),segment_id=1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:47.476545 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '5f54e1ca-7d50-4f07-b110-c7c58e1d9551', 'network_id': '3aa51b00-b8b0-459d-aec9-78733998bfde', 'port_id': '5f54e1ca-7d50-4f07-b110-c7c58e1d9551', 'mac_address': 'fa:16:3e:06:82:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a464df38-c20f-47ef-ab06-f45a03c013fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:01:47.514239 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:47.514632 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:47.528380 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:01:47.553408 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5f54e1ca-7d50-4f07-b110-c7c58e1d9551,segment=NetworkSegment(1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f),segment_id=1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:47.565175 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba00f6-6e93-4bbc-be53-a4893f29ce03 req-0bfdf6e5-132b-4fb4-acd7-d78b878f1613 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:47.566663 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-baba00f6-6e93-4bbc-be53-a4893f29ce03 req-0bfdf6e5-132b-4fb4-acd7-d78b878f1613 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0590155 Feb 15 05:01:47.612306 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-baba00f6-6e93-4bbc-be53-a4893f29ce03 req-748285c7-fb63-423a-98a3-fbb44b479834 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397959 Feb 15 05:01:47.634627 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:47.685374 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=5f54e1ca-7d50-4f07-b110-c7c58e1d9551,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:47.989365 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d40c8a-171d-4fc6-ac25-42250368b985 req-7dae253e-bfa8-4cc5-91ab-7d4ccb669764 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:48.000805 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-16d40c8a-171d-4fc6-ac25-42250368b985 req-7dae253e-bfa8-4cc5-91ab-7d4ccb669764 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 944 time: 0.0588205 Feb 15 05:01:48.050297 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-16d40c8a-171d-4fc6-ac25-42250368b985 req-2554e7d5-cac0-4937-a4e5-e3f5c24a209b tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484750 Feb 15 05:01:48.085150 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['5f54e1ca-7d50-4f07-b110-c7c58e1d9551'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:01:48.739366 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f7bed-f8b5-4ca9-9da1-cb44a739f7a5 req-fecf882a-21da-4829-bbdd-95a25ce5d4c5 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:48.740817 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6e9f7bed-f8b5-4ca9-9da1-cb44a739f7a5 req-fecf882a-21da-4829-bbdd-95a25ce5d4c5 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0526061 Feb 15 05:01:48.787173 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6e9f7bed-f8b5-4ca9-9da1-cb44a739f7a5 req-5297feda-4d02-4e63-bf40-701d223a7e57 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Feb 15 05:01:49.174569 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5cc5c-b0a5-44c7-a65e-a7e4004299e0 req-48535257-a1a7-40f2-9664-92c1c1d45dd6 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:49.176075 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e0a5cc5c-b0a5-44c7-a65e-a7e4004299e0 req-48535257-a1a7-40f2-9664-92c1c1d45dd6 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 944 time: 0.0558093 Feb 15 05:01:49.223354 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e0a5cc5c-b0a5-44c7-a65e-a7e4004299e0 req-bcd9e899-d5d6-4b69-a1f1-fd53f97a21e9 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415084 Feb 15 05:01:49.906103 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cf9cf-e54d-4bb1-8ad9-eaa6c6e0183c req-ffde3546-fbf9-4e6a-86e5-dba246ea5260 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:49.907702 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-230cf9cf-e54d-4bb1-8ad9-eaa6c6e0183c req-ffde3546-fbf9-4e6a-86e5-dba246ea5260 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0524960 Feb 15 05:01:49.953371 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-230cf9cf-e54d-4bb1-8ad9-eaa6c6e0183c req-38904872-b535-4072-b61f-a996f382fba4 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Feb 15 05:01:50.337675 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a62344-840f-49ad-82a8-e3806501a1c8 req-b643a647-6fcf-4cc0-b7ba-665e6b0a2742 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:50.339112 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c1a62344-840f-49ad-82a8-e3806501a1c8 req-b643a647-6fcf-4cc0-b7ba-665e6b0a2742 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 944 time: 0.0514832 Feb 15 05:01:50.387336 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c1a62344-840f-49ad-82a8-e3806501a1c8 req-c212ceeb-d1ad-49ba-81b9-35291dcfcaa8 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Feb 15 05:01:50.993107 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-50fb3413-bb23-42d6-82f0-f340fb4b0b52 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:50.994638 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-50fb3413-bb23-42d6-82f0-f340fb4b0b52 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/networks?id=f001cabe-809e-4591-9fcd-2911cb7d910f HTTP/1.1" status: 200 len: 814 time: 0.1074808 Feb 15 05:01:51.014169 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-7d838bb0-cffe-4e52-9452-337d5d757f1b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/quotas/6b979768200b4a259ffce5d5379c9b6b HTTP/1.1" status: 200 len: 375 time: 0.0124624 Feb 15 05:01:51.070212 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-4d14a754-439c-4394-99f9-861f8e309228 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b979768200b4a259ffce5d5379c9b6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530584 Feb 15 05:01:51.080820 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2f2d5-15f4-4f3a-95f2-aab6cc7f4368 req-5be14583-5d1d-4f4d-ba66-005bb9cce73e tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:51.082316 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a4d2f2d5-15f4-4f3a-95f2-aab6cc7f4368 req-5be14583-5d1d-4f4d-ba66-005bb9cce73e tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0600007 Feb 15 05:01:51.132368 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a4d2f2d5-15f4-4f3a-95f2-aab6cc7f4368 req-96763f41-bfb6-4b43-9813-d25b11cf4d6d tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445156 Feb 15 05:01:51.164458 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-0a3f476c-8e11-41b8-bbb0-7ab42a5110ba service neutron] 10.222.0.24 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870547 Feb 15 05:01:51.251297 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-bd48f0c1-ec0c-4d63-b940-c32d44ed7fb9 service neutron] 10.222.0.24 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807149 Feb 15 05:01:51.403999 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:01:51.494360 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5044dea3-5150-4766-912f-f5feff91f17d req-ef3486b5-2685-43dc-bbf0-acea4372bcbf tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 210 time: 0.0350139 Feb 15 05:01:51.532478 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e56aa7-88c3-4505-b0c5-6c1fd9d4a112 req-36291bcf-531b-4955-b5e8-2a0fc59c169e tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:51.534271 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-92e56aa7-88c3-4505-b0c5-6c1fd9d4a112 req-36291bcf-531b-4955-b5e8-2a0fc59c169e tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 944 time: 0.0557826 Feb 15 05:01:51.561137 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:01:51.565057 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:01:51.565459 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:51.583588 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-92e56aa7-88c3-4505-b0c5-6c1fd9d4a112 req-ebacaa64-f0ef-4ffd-a9f7-645c94de63ab tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435400 Feb 15 05:01:51.646914 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:51.647223 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:51.671101 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e80c20-a9a3-4935-bd37-e5fcb5f80d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f54e1ca-7d50-4f07-b110-c7c58e1d9551'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:51.673519 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9345ef77-7f47-4658-a4b5-c9b794afb112" -d '{"events": [{"server_uuid": "49e80c20-a9a3-4935-bd37-e5fcb5f80d75", "name": "network-vif-plugged", "status": "completed", "tag": "5f54e1ca-7d50-4f07-b110-c7c58e1d9551"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:51.686447 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5f54e1ca-7d50-4f07-b110-c7c58e1d9551,segment=NetworkSegment(1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f),segment_id=1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:51.710159 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f957902-9e3d-4bdd-9fec-ba48f791972c x-openstack-request-id: req-3f957902-9e3d-4bdd-9fec-ba48f791972c {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:51.710470 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e80c20-a9a3-4935-bd37-e5fcb5f80d75", "name": "network-vif-plugged", "status": "completed", "tag": "5f54e1ca-7d50-4f07-b110-c7c58e1d9551", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:51.710754 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f957902-9e3d-4bdd-9fec-ba48f791972c {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:51.711148 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e80c20-a9a3-4935-bd37-e5fcb5f80d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f54e1ca-7d50-4f07-b110-c7c58e1d9551', 'code': 200} Feb 15 05:01:51.742758 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:51.793060 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=5f54e1ca-7d50-4f07-b110-c7c58e1d9551,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:52.252897 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bce0ea-999b-4ddc-8f13-0149bc8db3d2 req-f199d7bb-1015-4f30-a683-e52bed871bb7 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:52.254362 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-98bce0ea-999b-4ddc-8f13-0149bc8db3d2 req-f199d7bb-1015-4f30-a683-e52bed871bb7 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0541234 Feb 15 05:01:52.306056 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-98bce0ea-999b-4ddc-8f13-0149bc8db3d2 req-26f7ba6f-89c1-47b6-94e4-1b00b21e2d12 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458560 Feb 15 05:01:52.352715 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb153d3-47b8-4c11-9e6c-07e7765e5649 req-48f5e0d2-179a-486a-aebf-f975e0115d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:52.354271 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cbb153d3-47b8-4c11-9e6c-07e7765e5649 req-48f5e0d2-179a-486a-aebf-f975e0115d97 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 1129 time: 0.0549269 Feb 15 05:01:52.400827 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cbb153d3-47b8-4c11-9e6c-07e7765e5649 req-1991d5be-8502-41db-a8ce-cb8f43821d77 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384800 Feb 15 05:01:52.591514 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-89615856-01a5-4db9-965f-c393ffb19996 req-257e2a06-dc8d-45e5-b1dc-eba4a62aaf88 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 210 time: 0.0273948 Feb 15 05:01:52.710383 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515274c-9a92-4b62-a3c5-b88c3112ece7 req-f0319fba-f13e-4348-afe8-47067b31ae29 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:52.711859 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0515274c-9a92-4b62-a3c5-b88c3112ece7 req-f0319fba-f13e-4348-afe8-47067b31ae29 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 945 time: 0.0576794 Feb 15 05:01:52.758422 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0515274c-9a92-4b62-a3c5-b88c3112ece7 req-55c1488a-4601-4eb5-9c36-ea140c221959 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Feb 15 05:01:53.435218 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fdae2-957f-4ead-9264-ce19590f1e48 req-18964c4a-38f4-4c88-a331-bd1a19f789b7 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:53.436750 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d24fdae2-957f-4ead-9264-ce19590f1e48 req-18964c4a-38f4-4c88-a331-bd1a19f789b7 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0596344 Feb 15 05:01:53.487885 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d24fdae2-957f-4ead-9264-ce19590f1e48 req-d3497412-4456-4897-89e2-43797407c522 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455706 Feb 15 05:01:53.683551 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-60e66a59-cc00-46b5-b1aa-70de043c40cb req-b7505717-4adc-46fa-a806-f36a87790cfc tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 210 time: 0.0270071 Feb 15 05:01:53.874886 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3492d-5715-4248-9bc6-d5917b920051 req-594bf7f5-66d2-4dc0-a917-b0b2b0831b18 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:53.876253 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bad3492d-5715-4248-9bc6-d5917b920051 req-594bf7f5-66d2-4dc0-a917-b0b2b0831b18 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 945 time: 0.0531616 Feb 15 05:01:53.922310 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bad3492d-5715-4248-9bc6-d5917b920051 req-87f608d6-33d7-4e9d-b16a-6757c351d125 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Feb 15 05:01:54.042353 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-966b9a85-3d3c-4c0e-8564-140f7f11baf8 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:54.043785 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-966b9a85-3d3c-4c0e-8564-140f7f11baf8 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "GET /v2.0/networks?id=f001cabe-809e-4591-9fcd-2911cb7d910f HTTP/1.1" status: 200 len: 814 time: 0.1073511 Feb 15 05:01:54.070414 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-311694b3-95a7-4424-a06e-8e9bad7a3b43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Request body: {'port': {'device_id': 'a7965468-63a3-4c32-bd19-1a6c2ac345c7', 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f', 'admin_state_up': True, 'tenant_id': '6b979768200b4a259ffce5d5379c9b6b'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:54.262938 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-311694b3-95a7-4424-a06e-8e9bad7a3b43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Made reservation on behalf of 6b979768200b4a259ffce5d5379c9b6b for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:01:54.266343 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-311694b3-95a7-4424-a06e-8e9bad7a3b43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:54.397852 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-311694b3-95a7-4424-a06e-8e9bad7a3b43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Allocated IP 172.20.0.3 (f001cabe-809e-4591-9fcd-2911cb7d910f/43e11377-e411-4c90-917d-7e583a93f81a/f4f2e636-cda7-4a63-a922-710380e473f9) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:01:54.547350 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-311694b3-95a7-4424-a06e-8e9bad7a3b43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks [] for port (f4f2e636-cda7-4a63-a922-710380e473f9), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:54.607159 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2b0e4-9f8b-4cf0-bf81-9a9d951dfc34 req-e4502453-5b8c-46fc-9052-7ad44e9bff16 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:54.609254 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-31c2b0e4-9f8b-4cf0-bf81-9a9d951dfc34 req-e4502453-5b8c-46fc-9052-7ad44e9bff16 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0510876 Feb 15 05:01:54.646362 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-311694b3-95a7-4424-a06e-8e9bad7a3b43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (f4f2e636-cda7-4a63-a922-710380e473f9), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:54.654964 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-31c2b0e4-9f8b-4cf0-bf81-9a9d951dfc34 req-4a7ae02c-3fd1-4a35-811d-93f24b12cfaa tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Feb 15 05:01:54.658277 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['30507fb0-9e8b-4352-8f8f-5ffd05a068bb', 'bca96bce-4974-461c-9152-56ad44e66997', 'ce8101ca-6d00-4be6-bf10-57d96534f977'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:01:54.693132 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-311694b3-95a7-4424-a06e-8e9bad7a3b43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Network f001cabe-809e-4591-9fcd-2911cb7d910f is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:01:54.700463 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-311694b3-95a7-4424-a06e-8e9bad7a3b43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:01:54.704101 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-311694b3-95a7-4424-a06e-8e9bad7a3b43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:01:54.711035 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311694b3-95a7-4424-a06e-8e9bad7a3b43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Pushing event updated for resources: {'Port': ['ID=f4f2e636-cda7-4a63-a922-710380e473f9,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:54.759262 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-311694b3-95a7-4424-a06e-8e9bad7a3b43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:54.759883 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-311694b3-95a7-4424-a06e-8e9bad7a3b43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:54.831827 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-311694b3-95a7-4424-a06e-8e9bad7a3b43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7651958 Feb 15 05:01:54.846979 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Request body: {'port': {'device_id': 'a7965468-63a3-4c32-bd19-1a6c2ac345c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:01:54.874730 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892f48b-3fb9-413e-87cf-c0cdb51b7085 req-e8f6daca-b80d-4f11-8a8e-4c78b7141cc2 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:54.876223 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2892f48b-3fb9-413e-87cf-c0cdb51b7085 req-e8f6daca-b80d-4f11-8a8e-4c78b7141cc2 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 931 time: 0.0796397 Feb 15 05:01:54.937547 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (f4f2e636-cda7-4a63-a922-710380e473f9), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:55.002839 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2892f48b-3fb9-413e-87cf-c0cdb51b7085 req-15103fd6-1df0-403c-94fd-365b894fe4f0 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150382 Feb 15 05:01:55.068487 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e6d1-9157-498a-bef1-4f76aaad217f req-a36f2388-8c22-4fcd-ab40-8cc9ec66dffd tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:55.070031 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-be26e6d1-9157-498a-bef1-4f76aaad217f req-a36f2388-8c22-4fcd-ab40-8cc9ec66dffd tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 945 time: 0.0632069 Feb 15 05:01:55.118054 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-be26e6d1-9157-498a-bef1-4f76aaad217f req-6b9dfc49-9d0f-439b-8d2d-91e366e04a2a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421920 Feb 15 05:01:55.234756 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f2e636-cda7-4a63-a922-710380e473f9 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:01:55.242259 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Publish callbacks [] for port (f4f2e636-cda7-4a63-a922-710380e473f9), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:55.254695 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Transition to ACTIVE for port object f4f2e636-cda7-4a63-a922-710380e473f9 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:01:55.337642 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (f4f2e636-cda7-4a63-a922-710380e473f9), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:55.409066 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Pushing event updated for resources: {'Port': ['ID=f4f2e636-cda7-4a63-a922-710380e473f9,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:55.466585 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Attempting to bind port f4f2e636-cda7-4a63-a922-710380e473f9 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:01:55.467226 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Attempting to bind port f4f2e636-cda7-4a63-a922-710380e473f9 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:01:55.467354 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Attempting to bind port f4f2e636-cda7-4a63-a922-710380e473f9 on network f001cabe-809e-4591-9fcd-2911cb7d910f {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:55.471748 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Port f4f2e636-cda7-4a63-a922-710380e473f9 on network f001cabe-809e-4591-9fcd-2911cb7d910f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:01:55.472073 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Attempting to bind port f4f2e636-cda7-4a63-a922-710380e473f9 on network f001cabe-809e-4591-9fcd-2911cb7d910f {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:01:55.477878 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:01:55.478219 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Checking segment: {'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:01:55.478604 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Bound using segment: {'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:01:55.479094 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Bound port: f4f2e636-cda7-4a63-a922-710380e473f9, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13dbd68-2cfd-498b-85b3-768124a39fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:01:55.479457 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (f4f2e636-cda7-4a63-a922-710380e473f9), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:55.502611 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 54226) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:55.543724 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] For port f4f2e636-cda7-4a63-a922-710380e473f9, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:01:55.546996 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] For port f4f2e636-cda7-4a63-a922-710380e473f9, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f4f2e636-cda7-4a63-a922-710380e473f9,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:01:55.610121 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3d49b2fa-6b5d-48af-92ea-31c832b5ff41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:55.612159 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (f4f2e636-cda7-4a63-a922-710380e473f9), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:55.645560 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:55.646212 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:55.647686 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] 10.222.0.52 "PUT /v2.0/ports/f4f2e636-cda7-4a63-a922-710380e473f9 HTTP/1.1" status: 200 len: 1093 time: 0.8046925 Feb 15 05:01:55.648124 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7965468-63a3-4c32-bd19-1a6c2ac345c7', 'tag': 'f4f2e636-cda7-4a63-a922-710380e473f9'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:55.650390 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d33429f-d310-4d6c-9154-12a64a1c1a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7965468-63a3-4c32-bd19-1a6c2ac345c7", "tag": "f4f2e636-cda7-4a63-a922-710380e473f9"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:55.695739 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8b685-54f8-411b-86e3-d9bae7420a8b service neutron] Pushing event updated for resources: {'Port': ['ID=f4f2e636-cda7-4a63-a922-710380e473f9,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:55.709565 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d212f8d-a863-474b-8a12-7d41c51b31bb x-openstack-request-id: req-3d212f8d-a863-474b-8a12-7d41c51b31bb {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:55.710203 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7965468-63a3-4c32-bd19-1a6c2ac345c7", "tag": "f4f2e636-cda7-4a63-a922-710380e473f9", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:55.710592 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d212f8d-a863-474b-8a12-7d41c51b31bb {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:55.711003 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7965468-63a3-4c32-bd19-1a6c2ac345c7', 'tag': 'f4f2e636-cda7-4a63-a922-710380e473f9', 'status': 'completed', 'code': 200} Feb 15 05:01:55.711749 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3d49b2fa-6b5d-48af-92ea-31c832b5ff41 admin admin] Publish callbacks [] for security_group (f9d60aee-b9e6-4d5f-892a-6929d7283592), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:55.771499 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3d49b2fa-6b5d-48af-92ea-31c832b5ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (f9d60aee-b9e6-4d5f-892a-6929d7283592), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:55.780672 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33429f-d310-4d6c-9154-12a64a1c1a8f req-2b842676-0d23-4c85-a61c-cb8d715d02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:55.782368 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4d33429f-d310-4d6c-9154-12a64a1c1a8f req-2b842676-0d23-4c85-a61c-cb8d715d02b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b979768200b4a259ffce5d5379c9b6b&device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 1127 time: 0.0502324 Feb 15 05:01:55.823444 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-3d49b2fa-6b5d-48af-92ea-31c832b5ff41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e95a5618102948edb3eb4a27932223ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196754 Feb 15 05:01:55.825187 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49b2fa-6b5d-48af-92ea-31c832b5ff41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d60aee-b9e6-4d5f-892a-6929d7283592,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:55.828985 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 54240) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:55.846218 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e141a5-f9cf-4cf6-b68f-8d1ccb94201b req-c313903a-0b38-4e66-adac-632a16dd18fc tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:55.847693 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e2e141a5-f9cf-4cf6-b68f-8d1ccb94201b req-c313903a-0b38-4e66-adac-632a16dd18fc tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.1066253 Feb 15 05:01:55.882411 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33429f-d310-4d6c-9154-12a64a1c1a8f req-07db886f-368d-4cf5-af07-82cb9e0e37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:55.883881 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4d33429f-d310-4d6c-9154-12a64a1c1a8f req-07db886f-368d-4cf5-af07-82cb9e0e37c2 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6b979768200b4a259ffce5d5379c9b6b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927773 Feb 15 05:01:55.922077 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1c4e-f9ea-4fd3-8123-5e57ab0add07 admin admin] Publish callbacks [] for security_group (f9d60aee-b9e6-4d5f-892a-6929d7283592), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:55.927243 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e2e141a5-f9cf-4cf6-b68f-8d1ccb94201b req-377fec67-5152-46de-88c7-b645020cf45c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718350 Feb 15 05:01:55.959364 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1c4e-f9ea-4fd3-8123-5e57ab0add07 admin admin] Publish callbacks [] for security_group (f9d60aee-b9e6-4d5f-892a-6929d7283592), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:55.988851 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33429f-d310-4d6c-9154-12a64a1c1a8f req-9bdb1b74-26b8-4b91-a750-3f05bb903317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:55.990386 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4d33429f-d310-4d6c-9154-12a64a1c1a8f req-9bdb1b74-26b8-4b91-a750-3f05bb903317 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988822 Feb 15 05:01:56.086499 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1c4e-f9ea-4fd3-8123-5e57ab0add07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (f9d60aee-b9e6-4d5f-892a-6929d7283592), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:56.087782 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-d9440bf9-ed8e-4506-bfda-810d933736df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:56.089305 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1c4e-f9ea-4fd3-8123-5e57ab0add07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:56.089452 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-d9440bf9-ed8e-4506-bfda-810d933736df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b979768200b4a259ffce5d5379c9b6b&device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 1127 time: 0.0500956 Feb 15 05:01:56.090526 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-0ebb1c4e-f9ea-4fd3-8123-5e57ab0add07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9d60aee-b9e6-4d5f-892a-6929d7283592 HTTP/1.1" status: 204 len: 168 time: 0.2587147 Feb 15 05:01:56.113987 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb1c4e-f9ea-4fd3-8123-5e57ab0add07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d60aee-b9e6-4d5f-892a-6929d7283592,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:56.138839 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086846b-d36b-4064-942f-caf590bd5baa req-f792929b-2628-4861-a89c-496216aeb5d5 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:56.146219 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3086846b-d36b-4064-942f-caf590bd5baa req-f792929b-2628-4861-a89c-496216aeb5d5 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 943 time: 0.0720541 Feb 15 05:01:56.147017 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-e82fcc9c-b55b-41f2-827e-323af8792f42 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f2e636-cda7-4a63-a922-710380e473f9 HTTP/1.1" status: 200 len: 217 time: 0.0439520 Feb 15 05:01:56.187811 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3086846b-d36b-4064-942f-caf590bd5baa req-695fa006-6fd9-4ef2-92f9-d321c56ccc22 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Feb 15 05:01:56.215172 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-991531ab-47b1-415e-b754-62f03a9e84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:56.216702 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-991531ab-47b1-415e-b754-62f03a9e84ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e11377-e411-4c90-917d-7e583a93f81a HTTP/1.1" status: 200 len: 854 time: 0.0507319 Feb 15 05:01:56.252470 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-99b50125-73d2-483c-8b3e-332c5a3bf585 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f001cabe-809e-4591-9fcd-2911cb7d910f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250700 Feb 15 05:01:56.345326 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-3a4630aa-ac55-438b-9dfd-9e6b1a096885 service neutron] 10.222.0.52 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819886 Feb 15 05:01:56.439671 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c54dd7f3-8411-47ff-9f38-106362253c4b req-82b87f4c-48f2-438c-adb5-4b3beca3a705 service neutron] 10.222.0.52 "GET /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874157 Feb 15 05:01:56.545456 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd4f6e-ae51-4d6b-ae9a-e94fda0b1bcf req-4dda4f18-4622-4dff-9ef4-8a40c5af5415 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:56.547698 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b1bd4f6e-ae51-4d6b-ae9a-e94fda0b1bcf req-4dda4f18-4622-4dff-9ef4-8a40c5af5415 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 945 time: 0.0581584 Feb 15 05:01:56.595786 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b1bd4f6e-ae51-4d6b-ae9a-e94fda0b1bcf req-b913e427-5460-442c-a75d-b9437a9fa243 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426414 Feb 15 05:01:56.832764 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 54254) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:56.846693 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e10750da-a0bb-41b7-b6ea-fd732509d602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:56.917265 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e10750da-a0bb-41b7-b6ea-fd732509d602 admin admin] Publish callbacks [] for security_group (e1ad470d-8795-4d14-9b39-194fe93d87e9), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:56.966049 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e10750da-a0bb-41b7-b6ea-fd732509d602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (e1ad470d-8795-4d14-9b39-194fe93d87e9), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:57.012604 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-e10750da-a0bb-41b7-b6ea-fd732509d602 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=471438f69ed74187b44d6d7b5b909b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784613 Feb 15 05:01:57.014787 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10750da-a0bb-41b7-b6ea-fd732509d602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ad470d-8795-4d14-9b39-194fe93d87e9,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:57.015619 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 54258) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:57.056592 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d217e9-3038-4ecf-8709-b0b5b6eacc9f req-675ccd15-5cac-4f7b-9cb0-f1e004593cce tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:57.058071 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-31d217e9-3038-4ecf-8709-b0b5b6eacc9f req-675ccd15-5cac-4f7b-9cb0-f1e004593cce tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0595322 Feb 15 05:01:57.075775 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4cc79e24-5159-495a-9d91-42e11e05bb46 admin admin] Publish callbacks [] for security_group (e1ad470d-8795-4d14-9b39-194fe93d87e9), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:57.096800 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4cc79e24-5159-495a-9d91-42e11e05bb46 admin admin] Publish callbacks [] for security_group (e1ad470d-8795-4d14-9b39-194fe93d87e9), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:57.108333 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-31d217e9-3038-4ecf-8709-b0b5b6eacc9f req-8e2487bb-a660-4257-8e9c-614b0b4ee867 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Feb 15 05:01:57.205775 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4cc79e24-5159-495a-9d91-42e11e05bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (e1ad470d-8795-4d14-9b39-194fe93d87e9), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:57.208370 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4cc79e24-5159-495a-9d91-42e11e05bb46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:57.209552 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-4cc79e24-5159-495a-9d91-42e11e05bb46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1ad470d-8795-4d14-9b39-194fe93d87e9 HTTP/1.1" status: 204 len: 168 time: 0.1928298 Feb 15 05:01:57.218192 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc79e24-5159-495a-9d91-42e11e05bb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ad470d-8795-4d14-9b39-194fe93d87e9,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:57.315162 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea86f0e-f6da-4c14-9513-99dfbc872639 req-cfa9aa1a-21a1-443e-9884-7469fa1944f7 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:57.316625 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-fea86f0e-f6da-4c14-9513-99dfbc872639 req-cfa9aa1a-21a1-443e-9884-7469fa1944f7 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 943 time: 0.0566046 Feb 15 05:01:57.363439 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-fea86f0e-f6da-4c14-9513-99dfbc872639 req-e56a026d-16d3-4f63-8242-db5727a79292 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411422 Feb 15 05:01:57.712334 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66066503-3b12-4caf-b995-5b27051b97cb req-ebf8b6e7-8879-495a-8ab3-f2faa6c0c64a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:57.713865 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-66066503-3b12-4caf-b995-5b27051b97cb req-ebf8b6e7-8879-495a-8ab3-f2faa6c0c64a tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 945 time: 0.0521226 Feb 15 05:01:57.764165 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-66066503-3b12-4caf-b995-5b27051b97cb req-c258e23c-a23c-4cd4-b841-285123b771c8 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439847 Feb 15 05:01:58.225385 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e060432-3273-47a5-84d3-23d9974b4341 req-a4680481-181c-4ce2-a67b-37b0f083ed9a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:58.227499 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4e060432-3273-47a5-84d3-23d9974b4341 req-a4680481-181c-4ce2-a67b-37b0f083ed9a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0523655 Feb 15 05:01:58.272838 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4e060432-3273-47a5-84d3-23d9974b4341 req-5041f161-7e31-493a-b0a9-6fcb07092e0b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395973 Feb 15 05:01:58.478519 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158549-abad-4b22-a7e9-e3e1c78b11c0 req-79902688-7c0f-41be-b478-27b1a0bf8365 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:58.480028 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6c158549-abad-4b22-a7e9-e3e1c78b11c0 req-79902688-7c0f-41be-b478-27b1a0bf8365 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 943 time: 0.0516109 Feb 15 05:01:58.525577 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6c158549-abad-4b22-a7e9-e3e1c78b11c0 req-7e6225ef-54e0-444a-88be-ec323d82a259 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399625 Feb 15 05:01:58.745408 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 54298) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:58.788244 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea6d5b-ac53-42d0-9092-44377ed6c36d req-7a294fce-becb-498c-946b-c5a596571051 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:58.789720 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e5ea6d5b-ac53-42d0-9092-44377ed6c36d req-7a294fce-becb-498c-946b-c5a596571051 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.52 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 945 time: 0.0613329 Feb 15 05:01:58.871337 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d5e9decb-1fc7-4592-8b93-1e3e89250323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:58.887697 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-e5ea6d5b-ac53-42d0-9092-44377ed6c36d req-918572d8-54a5-4b9b-a0b1-edab0ba21d16 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Deleting port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:01:58.888045 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e5ea6d5b-ac53-42d0-9092-44377ed6c36d req-918572d8-54a5-4b9b-a0b1-edab0ba21d16 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:58.919410 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad3a8b-752e-43f8-bd38-ab50030de9f1 req-2f5b3f62-f7c3-4ebe-bf31-5b8621a581d4 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:58.921491 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-37ad3a8b-752e-43f8-bd38-ab50030de9f1 req-2f5b3f62-f7c3-4ebe-bf31-5b8621a581d4 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 945 time: 0.0865669 Feb 15 05:01:58.978155 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-e5ea6d5b-ac53-42d0-9092-44377ed6c36d req-918572d8-54a5-4b9b-a0b1-edab0ba21d16 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] For port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5f54e1ca-7d50-4f07-b110-c7c58e1d9551,segment=NetworkSegment(1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f),segment_id=1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:58.978534 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e5ea6d5b-ac53-42d0-9092-44377ed6c36d req-918572d8-54a5-4b9b-a0b1-edab0ba21d16 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:58.990743 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-e5ea6d5b-ac53-42d0-9092-44377ed6c36d req-918572d8-54a5-4b9b-a0b1-edab0ba21d16 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Calling delete_port for 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:01:58.991752 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-37ad3a8b-752e-43f8-bd38-ab50030de9f1 req-cce92d66-4a73-430a-9ada-7335bbcfeebe tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/security-groups?id=03a2b564-5b03-4a17-b71e-5f046adfdc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638621 Feb 15 05:01:59.003596 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d5e9decb-1fc7-4592-8b93-1e3e89250323 admin admin] Publish callbacks [] for security_group (4369e066-46b9-44a6-8b11-161257d719ce), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:59.074661 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d5e9decb-1fc7-4592-8b93-1e3e89250323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (4369e066-46b9-44a6-8b11-161257d719ce), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:59.114129 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d5e9decb-1fc7-4592-8b93-1e3e89250323 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=530888afdbcf4c77922594b6ed78c6fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676338 Feb 15 05:01:59.115225 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9decb-1fc7-4592-8b93-1e3e89250323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4369e066-46b9-44a6-8b11-161257d719ce,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:59.116803 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 54304) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:59.169143 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-bbb90df6-6f6d-46da-9d66-5f12d7cac3ae admin admin] Publish callbacks [] for security_group (4369e066-46b9-44a6-8b11-161257d719ce), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:59.190968 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-bbb90df6-6f6d-46da-9d66-5f12d7cac3ae admin admin] Publish callbacks [] for security_group (4369e066-46b9-44a6-8b11-161257d719ce), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:59.204569 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e5ea6d5b-ac53-42d0-9092-44377ed6c36d req-918572d8-54a5-4b9b-a0b1-edab0ba21d16 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (5f54e1ca-7d50-4f07-b110-c7c58e1d9551), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:59.220819 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['5f54e1ca-7d50-4f07-b110-c7c58e1d9551'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:01:59.246706 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918572d8-54a5-4b9b-a0b1-edab0ba21d16 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Pushing event deleted for resources: {'Port': ['ID=5f54e1ca-7d50-4f07-b110-c7c58e1d9551,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:59.288554 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ea6d5b-ac53-42d0-9092-44377ed6c36d req-918572d8-54a5-4b9b-a0b1-edab0ba21d16 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] No DVR routers for this DVR port 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:01:59.291104 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e5ea6d5b-ac53-42d0-9092-44377ed6c36d req-918572d8-54a5-4b9b-a0b1-edab0ba21d16 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:59.294424 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e5ea6d5b-ac53-42d0-9092-44377ed6c36d req-918572d8-54a5-4b9b-a0b1-edab0ba21d16 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.52 "DELETE /v2.0/ports/5f54e1ca-7d50-4f07-b110-c7c58e1d9551 HTTP/1.1" status: 204 len: 173 time: 0.4962444 Feb 15 05:01:59.295489 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e80c20-a9a3-4935-bd37-e5fcb5f80d75', 'name': 'network-vif-deleted', 'tag': '5f54e1ca-7d50-4f07-b110-c7c58e1d9551'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:01:59.297832 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d561e7-2e95-4d35-86f7-41a75b149b2a" -d '{"events": [{"server_uuid": "49e80c20-a9a3-4935-bd37-e5fcb5f80d75", "name": "network-vif-deleted", "tag": "5f54e1ca-7d50-4f07-b110-c7c58e1d9551"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:01:59.333879 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88eb6569-43f1-4a3b-864f-51d687ab5b05 x-openstack-request-id: req-88eb6569-43f1-4a3b-864f-51d687ab5b05 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:01:59.334198 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e80c20-a9a3-4935-bd37-e5fcb5f80d75", "name": "network-vif-deleted", "tag": "5f54e1ca-7d50-4f07-b110-c7c58e1d9551", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:01:59.334450 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88eb6569-43f1-4a3b-864f-51d687ab5b05 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:01:59.334848 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e80c20-a9a3-4935-bd37-e5fcb5f80d75', 'name': 'network-vif-deleted', 'tag': '5f54e1ca-7d50-4f07-b110-c7c58e1d9551', 'status': 'completed', 'code': 200} Feb 15 05:01:59.397463 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72173-da82-471b-a238-f0aeaff08280 req-bdd38eec-0867-41c4-96e8-c1ba6eb46dfa tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:59.398937 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6aa72173-da82-471b-a238-f0aeaff08280 req-bdd38eec-0867-41c4-96e8-c1ba6eb46dfa tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0580177 Feb 15 05:01:59.438422 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device f4f2e636-cda7-4a63-a922-710380e473f9 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:01:59.447215 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6aa72173-da82-471b-a238-f0aeaff08280 req-97a222fa-a6d7-4e9c-b2fd-32d8ce769139 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427148 Feb 15 05:01:59.457364 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-bbb90df6-6f6d-46da-9d66-5f12d7cac3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (4369e066-46b9-44a6-8b11-161257d719ce), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:59.462126 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-bbb90df6-6f6d-46da-9d66-5f12d7cac3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:59.466279 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-bbb90df6-6f6d-46da-9d66-5f12d7cac3ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4369e066-46b9-44a6-8b11-161257d719ce HTTP/1.1" status: 204 len: 168 time: 0.3450544 Feb 15 05:01:59.482526 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb90df6-6f6d-46da-9d66-5f12d7cac3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4369e066-46b9-44a6-8b11-161257d719ce,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:59.562076 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port f4f2e636-cda7-4a63-a922-710380e473f9, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f4f2e636-cda7-4a63-a922-710380e473f9,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:59.573308 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': 'f4f2e636-cda7-4a63-a922-710380e473f9', 'network_id': 'f001cabe-809e-4591-9fcd-2911cb7d910f', 'port_id': 'f4f2e636-cda7-4a63-a922-710380e473f9', 'mac_address': 'fa:16:3e:ed:fa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e11377-e411-4c90-917d-7e583a93f81a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:01:59.579421 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:59.612525 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port f4f2e636-cda7-4a63-a922-710380e473f9 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:01:59.612931 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (f4f2e636-cda7-4a63-a922-710380e473f9), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:59.630155 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f2e636-cda7-4a63-a922-710380e473f9 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:01:59.649730 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port f4f2e636-cda7-4a63-a922-710380e473f9, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f4f2e636-cda7-4a63-a922-710380e473f9,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:01:59.649974 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb529b6-2e04-4f49-b261-cbed55f6c229 req-ba691500-835e-4ae7-af00-42981efb4a49 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:01:59.651467 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bbb529b6-2e04-4f49-b261-cbed55f6c229 req-ba691500-835e-4ae7-af00-42981efb4a49 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 943 time: 0.0574403 Feb 15 05:01:59.700651 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bbb529b6-2e04-4f49-b261-cbed55f6c229 req-3367fea9-796f-4eab-a183-efb9b8615bd6 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432365 Feb 15 05:01:59.759860 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (f4f2e636-cda7-4a63-a922-710380e473f9), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:59.808614 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=f4f2e636-cda7-4a63-a922-710380e473f9,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:01:59.815801 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:59.816170 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:59.816533 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:59.816875 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:59.817235 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:59.817566 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:59.817894 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:59.818220 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:59.818545 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:59.818869 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:59.819193 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:59.819517 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:01:59.819834 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:00.103060 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-49e1c175-ce7f-42de-a5ac-3c1f9ba7cf3a req-69c172fc-05ea-478d-af5a-74f5b4644068 tempest-VolumesActionsTest-438419796 tempest-VolumesActionsTest-438419796-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e80c20-a9a3-4935-bd37-e5fcb5f80d75 HTTP/1.1" status: 200 len: 210 time: 0.0274060 Feb 15 05:02:00.309941 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['f4f2e636-cda7-4a63-a922-710380e473f9'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:02:00.428419 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 54334) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:00.538778 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-217683943-network', 'tenant_id': '6320479087fa4be5b1a4315bb5a3574e'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:02:00.594085 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459ae9-606c-4b69-a614-aff10a97465b req-67ed6ff7-46e9-4458-aad4-fb3128c166fe tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:00.595542 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ad459ae9-606c-4b69-a614-aff10a97465b req-67ed6ff7-46e9-4458-aad4-fb3128c166fe tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0739310 Feb 15 05:02:00.634258 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Made reservation on behalf of 6320479087fa4be5b1a4315bb5a3574e for: {'network': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:02:00.636427 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:00.647178 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:00.652179 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ad459ae9-606c-4b69-a614-aff10a97465b req-998934e0-892d-45cb-b2dd-c8fa20cb157c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511136 Feb 15 05:02:00.722503 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Publish callbacks [] for security_group (91e7b3b3-1d25-4500-bdd8-7c2964023596), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:00.777661 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (91e7b3b3-1d25-4500-bdd8-7c2964023596), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:00.804218 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=119879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:02:00.814373 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e7b3b3-1d25-4500-bdd8-7c2964023596,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:00.819226 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (7c287376-b67b-42c1-9e5f-7acb568fab89), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:00.819576 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e327c-1af4-470b-a923-1f0cded24604 req-5b6673b0-0ffe-4402-855c-b1a74f35cf99 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:00.820052 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.segments_db [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Added segment 7c287376-b67b-42c1-9e5f-7acb568fab89 of type vlan for network d5e14af0-c8d6-4c06-8920-9583e3ca9661 Feb 15 05:02:00.820702 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-317e327c-1af4-470b-a923-1f0cded24604 req-5b6673b0-0ffe-4402-855c-b1a74f35cf99 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 944 time: 0.0541320 Feb 15 05:02:00.872862 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (d5e14af0-c8d6-4c06-8920-9583e3ca9661), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:00.873183 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-317e327c-1af4-470b-a923-1f0cded24604 req-051b72be-0a44-4c26-bbd0-d9166e04163b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466456 Feb 15 05:02:00.953565 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (d5e14af0-c8d6-4c06-8920-9583e3ca9661), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:00.954531 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:00.955137 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:01.014787 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] Pushing event updated for resources: {'Network': ['ID=d5e14af0-c8d6-4c06-8920-9583e3ca9661,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:01.024193 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network d5e14af0-c8d6-4c06-8920-9583e3ca9661 details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:02:01.065613 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-a9356073-4846-4772-b5bc-876ed4bd9705 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6359198 Feb 15 05:02:01.068259 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 54344) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:01.073041 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-67760772-92d1-4627-9cfc-f2fe3500bca5 admin admin] Request body: {'subnet': {'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-217683943-subnet', 'tenant_id': '6320479087fa4be5b1a4315bb5a3574e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:02:01.143181 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67760772-92d1-4627-9cfc-f2fe3500bca5 admin admin] Made reservation on behalf of 6320479087fa4be5b1a4315bb5a3574e for: {'subnet': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:02:01.145520 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-67760772-92d1-4627-9cfc-f2fe3500bca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263411149'] for subnet (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:01.389466 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-67760772-92d1-4627-9cfc-f2fe3500bca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263106456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263411163'] for subnet (c0ac7b89-14b2-4fcc-a238-fa284d114b17), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:01.442503 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67760772-92d1-4627-9cfc-f2fe3500bca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ac7b89-14b2-4fcc-a238-fa284d114b17,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:01.448265 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:02:01.453277 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67760772-92d1-4627-9cfc-f2fe3500bca5 admin admin] Checking segment: {'id': '7c287376-b67b-42c1-9e5f-7acb568fab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:02:01.453632 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67760772-92d1-4627-9cfc-f2fe3500bca5 admin admin] Network hostable DHCP agents. Network: d5e14af0-c8d6-4c06-8920-9583e3ca9661, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:02:01.468650 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:02:01.468994 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 5f54e1ca-7d50-4f07-b110-c7c58e1d9551 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:02:01.520007 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67760772-92d1-4627-9cfc-f2fe3500bca5 admin admin] Network d5e14af0-c8d6-4c06-8920-9583e3ca9661 is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:02:01.599797 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-67760772-92d1-4627-9cfc-f2fe3500bca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, d5e14af0-c8d6-4c06-8920-9583e3ca9661) {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:02:01.603916 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67760772-92d1-4627-9cfc-f2fe3500bca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:01.604591 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-67760772-92d1-4627-9cfc-f2fe3500bca5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:01.610134 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310d843b-c838-4f58-95c9-53d886692b0c None None] Network d5e14af0-c8d6-4c06-8920-9583e3ca9661 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:02:01.706242 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-67760772-92d1-4627-9cfc-f2fe3500bca5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6369357 Feb 15 05:02:01.713973 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea98f44-f0e4-4784-ace5-cd6d4c9654be None None] Network d5e14af0-c8d6-4c06-8920-9583e3ca9661 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:02:01.776373 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0bded-681c-4e15-a52a-bf4397e89af0 req-781c5a4d-de22-418b-9dd9-12976afe898f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:01.778366 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-78c0bded-681c-4e15-a52a-bf4397e89af0 req-781c5a4d-de22-418b-9dd9-12976afe898f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0559783 Feb 15 05:02:01.840673 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-78c0bded-681c-4e15-a52a-bf4397e89af0 req-d36a4b8d-34a3-4e62-8286-b7da091111d1 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559947 Feb 15 05:02:01.997336 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65c855-0d7b-457f-81c1-c56a16031d38 req-49abac58-4c56-44a1-b91a-8be850f6a861 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:01.999990 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0d65c855-0d7b-457f-81c1-c56a16031d38 req-49abac58-4c56-44a1-b91a-8be850f6a861 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 944 time: 0.0586290 Feb 15 05:02:02.047007 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0d65c855-0d7b-457f-81c1-c56a16031d38 req-d5d05d9d-5be7-4c42-be6b-9977b962a128 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Feb 15 05:02:02.319773 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5342f9e6-6e4d-4efd-a346-8fa6d8c5bac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:02.957000 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c03500-136d-4981-b4cf-47f445d71c89 req-db5816a6-1992-473b-9e31-d92c0afb6a85 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:02.958418 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-89c03500-136d-4981-b4cf-47f445d71c89 req-db5816a6-1992-473b-9e31-d92c0afb6a85 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0511150 Feb 15 05:02:03.004751 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-89c03500-136d-4981-b4cf-47f445d71c89 req-1a54be6b-3415-42d1-b02e-df60af09b887 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Feb 15 05:02:03.167649 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828a310-c1b6-4ccb-8177-99b56c5064a3 req-9c92222a-6355-4f86-add2-80182b398d34 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:03.169145 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d828a310-c1b6-4ccb-8177-99b56c5064a3 req-9c92222a-6355-4f86-add2-80182b398d34 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 944 time: 0.0559764 Feb 15 05:02:03.214445 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d828a310-c1b6-4ccb-8177-99b56c5064a3 req-d452a7ef-2447-4e5e-8b1d-51b1e2a81e90 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395601 Feb 15 05:02:04.121991 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa0961-4cc1-40f0-96b2-70744d8a9f57 req-276b0b95-374f-4326-88f9-239a1638ac83 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:04.124131 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-daaa0961-4cc1-40f0-96b2-70744d8a9f57 req-276b0b95-374f-4326-88f9-239a1638ac83 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0545537 Feb 15 05:02:04.161507 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device f4f2e636-cda7-4a63-a922-710380e473f9 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:02:04.171955 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-daaa0961-4cc1-40f0-96b2-70744d8a9f57 req-6e808f40-5d9e-42a8-a6af-0b711ac620c3 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417566 Feb 15 05:02:04.297107 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port f4f2e636-cda7-4a63-a922-710380e473f9 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:02:04.301703 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port f4f2e636-cda7-4a63-a922-710380e473f9 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:04.306840 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (f4f2e636-cda7-4a63-a922-710380e473f9), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:04.331748 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfef32c-b151-42a9-98c4-2f744595abd2 req-91e0f4bd-ad4f-4b2d-b33f-1aa68bc7d487 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:04.335770 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5dfef32c-b151-42a9-98c4-2f744595abd2 req-91e0f4bd-ad4f-4b2d-b33f-1aa68bc7d487 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 944 time: 0.0511310 Feb 15 05:02:04.378876 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5dfef32c-b151-42a9-98c4-2f744595abd2 req-6c89fcbe-f070-4d38-b295-82fd751d92cd tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Feb 15 05:02:04.383051 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port f4f2e636-cda7-4a63-a922-710380e473f9 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:02:04.383467 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (f4f2e636-cda7-4a63-a922-710380e473f9), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:04.406143 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7965468-63a3-4c32-bd19-1a6c2ac345c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f2e636-cda7-4a63-a922-710380e473f9'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:02:04.408798 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db00b591-f078-4187-8772-30eba70b03ea" -d '{"events": [{"server_uuid": "a7965468-63a3-4c32-bd19-1a6c2ac345c7", "name": "network-vif-plugged", "status": "completed", "tag": "f4f2e636-cda7-4a63-a922-710380e473f9"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:02:04.425748 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port f4f2e636-cda7-4a63-a922-710380e473f9, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f4f2e636-cda7-4a63-a922-710380e473f9,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:02:04.445315 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab4310d-9d70-4635-9ab7-7f42d90c897d x-openstack-request-id: req-bab4310d-9d70-4635-9ab7-7f42d90c897d {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:02:04.455483 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7965468-63a3-4c32-bd19-1a6c2ac345c7", "name": "network-vif-plugged", "status": "completed", "tag": "f4f2e636-cda7-4a63-a922-710380e473f9", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:02:04.455483 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bab4310d-9d70-4635-9ab7-7f42d90c897d {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:02:04.455483 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7965468-63a3-4c32-bd19-1a6c2ac345c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f2e636-cda7-4a63-a922-710380e473f9', 'code': 200} Feb 15 05:02:04.496971 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (f4f2e636-cda7-4a63-a922-710380e473f9), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:04.543380 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=f4f2e636-cda7-4a63-a922-710380e473f9,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:04.674058 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cb8163b2-03c2-4dc7-a40d-60189904671c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:05.291716 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46969cef-da86-4db2-9452-fc05f747467b req-cea49131-bb6d-4af9-a1ac-116340562abb tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:05.293202 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-46969cef-da86-4db2-9452-fc05f747467b req-cea49131-bb6d-4af9-a1ac-116340562abb tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0544782 Feb 15 05:02:05.338388 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-46969cef-da86-4db2-9452-fc05f747467b req-0052fcae-722b-424f-8af8-4e2be7006a13 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395451 Feb 15 05:02:05.495458 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce1c63-8ce4-4514-8148-90e96bab2788 req-26892175-90c6-4fe8-9f95-efa87ade598d tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:05.496820 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-74ce1c63-8ce4-4514-8148-90e96bab2788 req-26892175-90c6-4fe8-9f95-efa87ade598d tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0514834 Feb 15 05:02:05.543091 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-74ce1c63-8ce4-4514-8148-90e96bab2788 req-bc7867e8-9a47-4f23-8b9b-159c95bc9f9a tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 Feb 15 05:02:05.845542 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:06.453192 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c1283-1c6b-4b9e-8f5b-acbe31e3b177 req-ac876595-9fc1-40de-9c62-4b315feea002 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:06.454655 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4b3c1283-1c6b-4b9e-8f5b-acbe31e3b177 req-ac876595-9fc1-40de-9c62-4b315feea002 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0518711 Feb 15 05:02:06.500326 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4b3c1283-1c6b-4b9e-8f5b-acbe31e3b177 req-756ba1d8-a7e0-4622-9128-fd6d1859862b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Feb 15 05:02:06.661687 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd080-1bc6-40c0-987f-e3d1e19d4fcd req-6dfa1cf1-3770-4cee-bba9-b8a081df3c9c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:06.663051 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-26dbd080-1bc6-40c0-987f-e3d1e19d4fcd req-6dfa1cf1-3770-4cee-bba9-b8a081df3c9c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0515082 Feb 15 05:02:06.713083 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-26dbd080-1bc6-40c0-987f-e3d1e19d4fcd req-e734634a-853b-4a49-a49e-10fe82bd23d0 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444419 Feb 15 05:02:06.856782 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cff174-9936-44f8-9145-c2ca56f6223c req-a5abaf6c-524f-40c2-9811-572865f86cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:06.858818 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a5cff174-9936-44f8-9145-c2ca56f6223c req-a5abaf6c-524f-40c2-9811-572865f86cc7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 1129 time: 0.0441699 Feb 15 05:02:06.901581 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a5cff174-9936-44f8-9145-c2ca56f6223c req-251e88dd-751f-41ec-8f78-5e902c7af833 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364542 Feb 15 05:02:07.199621 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:07.615615 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517be16-889b-4cd0-a399-9f0207fd3bc8 req-338ab28b-765b-4416-8457-cbfce87d406a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:07.617023 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2517be16-889b-4cd0-a399-9f0207fd3bc8 req-338ab28b-765b-4416-8457-cbfce87d406a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0501297 Feb 15 05:02:07.665104 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2517be16-889b-4cd0-a399-9f0207fd3bc8 req-ab998501-69ad-4cf9-ae0e-a229b40398cb tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Feb 15 05:02:07.840018 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f958-a8b8-4ffb-9510-af46645fc758 req-d00ed76f-704d-43a3-8d9c-418cf3f636c1 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:07.842088 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9679f958-a8b8-4ffb-9510-af46645fc758 req-d00ed76f-704d-43a3-8d9c-418cf3f636c1 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0642188 Feb 15 05:02:07.887246 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9679f958-a8b8-4ffb-9510-af46645fc758 req-f065e93b-5b27-4690-b847-efe25f60966d tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395243 Feb 15 05:02:08.691168 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:08.793991 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3bf48-2966-4f12-908c-bec61d623ee4 req-e0e7a43c-6dac-4a32-b35d-e37294e9ff74 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:08.800758 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3ed3bf48-2966-4f12-908c-bec61d623ee4 req-e0e7a43c-6dac-4a32-b35d-e37294e9ff74 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0621574 Feb 15 05:02:08.856375 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3ed3bf48-2966-4f12-908c-bec61d623ee4 req-3415263e-12ca-4e07-b14e-1efc2097e099 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546579 Feb 15 05:02:09.034214 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da93656-f1eb-47c6-8ee2-fa3eed9396ce req-74b63ad1-e65b-428d-a8ff-b5570e0abda2 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:09.037210 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8da93656-f1eb-47c6-8ee2-fa3eed9396ce req-74b63ad1-e65b-428d-a8ff-b5570e0abda2 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0683765 Feb 15 05:02:09.111527 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8da93656-f1eb-47c6-8ee2-fa3eed9396ce req-1ddd8556-b42b-4fbf-b701-632f445f5381 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679374 Feb 15 05:02:09.168945 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-514a7ad2-3f27-4cef-9e6b-c7f822692c57 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:09.172120 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-514a7ad2-3f27-4cef-9e6b-c7f822692c57 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/networks?id=d5e14af0-c8d6-4c06-8920-9583e3ca9661 HTTP/1.1" status: 200 len: 813 time: 0.1480603 Feb 15 05:02:09.193658 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-da6de713-b17a-4610-bc8e-adc23315cb33 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/quotas/6320479087fa4be5b1a4315bb5a3574e HTTP/1.1" status: 200 len: 375 time: 0.0154822 Feb 15 05:02:09.231049 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-26c48505-6904-4124-8ec2-529ac154c2c4 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6320479087fa4be5b1a4315bb5a3574e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343883 Feb 15 05:02:09.343027 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-1b9d8944-f216-4d12-a76c-8099133d29df service neutron] 10.222.0.24 "GET /v2.0/networks/d5e14af0-c8d6-4c06-8920-9583e3ca9661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041310 Feb 15 05:02:09.440035 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-b569d766-84aa-4c3d-add9-3f416390e32a service neutron] 10.222.0.24 "GET /v2.0/networks/d5e14af0-c8d6-4c06-8920-9583e3ca9661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959587 Feb 15 05:02:09.745979 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4fc4fe5a-a055-499e-a22b-8130087a2e53 req-e7d072a3-6067-4ca8-9f15-0461c8f1da79 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 210 time: 0.0494111 Feb 15 05:02:10.019935 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112a09f-af45-4b20-8814-6f9d6a4282cb req-1db36421-f4a9-499a-81f9-a04ca7b8c6c8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:10.022366 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1112a09f-af45-4b20-8814-6f9d6a4282cb req-1db36421-f4a9-499a-81f9-a04ca7b8c6c8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0723848 Feb 15 05:02:10.075336 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1112a09f-af45-4b20-8814-6f9d6a4282cb req-80762642-a3fa-4ffa-8a2d-b4ee0a31cc43 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471101 Feb 15 05:02:10.268204 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba21a1-ea76-419f-9bf2-4f8644ac4599 req-75098a60-7931-4252-a14b-2038d4d82405 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:10.269799 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9fba21a1-ea76-419f-9bf2-4f8644ac4599 req-75098a60-7931-4252-a14b-2038d4d82405 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0824692 Feb 15 05:02:10.322512 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9fba21a1-ea76-419f-9bf2-4f8644ac4599 req-092b03b6-a844-4a8d-bff1-18935f0c25c6 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Feb 15 05:02:10.881578 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ffc6f925-0a4d-42a4-875b-11ec89e2df6a req-c1a47118-7af3-4d60-8442-eaa0bc6e1bc0 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 210 time: 0.0308092 Feb 15 05:02:11.255309 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05955aa-987a-4a29-b30f-83dcda6790c8 req-1fdbfbd9-b354-47ae-935d-8732418dc7ba tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:11.266598 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d05955aa-987a-4a29-b30f-83dcda6790c8 req-1fdbfbd9-b354-47ae-935d-8732418dc7ba tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0920997 Feb 15 05:02:11.367254 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d05955aa-987a-4a29-b30f-83dcda6790c8 req-4237a2e1-97fe-4952-a2ed-25cf64515671 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993931 Feb 15 05:02:11.938573 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9fdcc-4e97-4ade-b3fb-2e0a05918d33 req-4f285633-4bd7-43a6-a296-9615cc7358ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:11.940110 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5fc9fdcc-4e97-4ade-b3fb-2e0a05918d33 req-4f285633-4bd7-43a6-a296-9615cc7358ce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 1129 time: 0.0690229 Feb 15 05:02:11.996008 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bb37ef07-3e4f-4e21-b646-2af5efe746a0 req-4e54b55c-bd1f-4089-8dd0-ade7fc7651c5 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 210 time: 0.0350370 Feb 15 05:02:12.026361 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5fc9fdcc-4e97-4ade-b3fb-2e0a05918d33 req-f9febe9c-d8a7-4125-88bb-eee9f4e7876c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762982 Feb 15 05:02:12.212268 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f98585-20ce-4d5f-ab2b-dc441c32f508 req-e0cc97c3-05aa-4421-837d-26a4275c8348 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:12.219423 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-53f98585-20ce-4d5f-ab2b-dc441c32f508 req-e0cc97c3-05aa-4421-837d-26a4275c8348 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0646009 Feb 15 05:02:12.272907 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-53f98585-20ce-4d5f-ab2b-dc441c32f508 req-35acd446-fe6e-48d2-8210-9f5db1a1800c tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524778 Feb 15 05:02:12.516697 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d3c96-cce3-439c-9b80-0c9ca993f8cc req-7d4cd03a-5d59-4a9e-89cc-53baee483966 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:12.518975 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4a4d3c96-cce3-439c-9b80-0c9ca993f8cc req-7d4cd03a-5d59-4a9e-89cc-53baee483966 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0657902 Feb 15 05:02:12.570414 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4a4d3c96-cce3-439c-9b80-0c9ca993f8cc req-b0f5280c-219e-4a6e-ba5f-9a86e953c122 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448856 Feb 15 05:02:13.032993 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-25219cc0-b190-407a-b48a-2f5ac78ddf70 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:13.034677 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-25219cc0-b190-407a-b48a-2f5ac78ddf70 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.52 "GET /v2.0/networks?id=d5e14af0-c8d6-4c06-8920-9583e3ca9661 HTTP/1.1" status: 200 len: 813 time: 0.1681108 Feb 15 05:02:13.069052 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-8bec2779-72e2-403d-bb9d-b077450c70d7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Request body: {'port': {'device_id': '4749c332-88c1-40e4-9399-ac6fb99db57b', 'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661', 'admin_state_up': True, 'tenant_id': '6320479087fa4be5b1a4315bb5a3574e'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:02:13.181539 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4fd9465c-3b0e-4e39-b12d-baff313bd13c req-1f82eccc-87c0-4479-9607-bb782f9a0564 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 210 time: 0.0412936 Feb 15 05:02:13.325885 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-8bec2779-72e2-403d-bb9d-b077450c70d7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Made reservation on behalf of 6320479087fa4be5b1a4315bb5a3574e for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:02:13.329233 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-8bec2779-72e2-403d-bb9d-b077450c70d7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:13.499497 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95619966-f0f2-4462-8b1f-aec961b86197 req-829b5113-8d8a-4531-b5a0-0bc818d5c248 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:13.506058 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-95619966-f0f2-4462-8b1f-aec961b86197 req-829b5113-8d8a-4531-b5a0-0bc818d5c248 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.1478372 Feb 15 05:02:13.554945 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-8bec2779-72e2-403d-bb9d-b077450c70d7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Allocated IP 172.20.0.6 (d5e14af0-c8d6-4c06-8920-9583e3ca9661/c0ac7b89-14b2-4fcc-a238-fa284d114b17/f1e152dc-52f9-4830-855d-d447c87b15f6) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:02:13.588658 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-95619966-f0f2-4462-8b1f-aec961b86197 req-41ca5d4f-c939-48da-82ad-4314d9df37ec tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816381 Feb 15 05:02:13.776878 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8050d-11a7-4f6d-a849-91e4b938e8b1 req-121b75a9-710b-49fd-9cdb-8249896b3c88 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:13.778736 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9ac8050d-11a7-4f6d-a849-91e4b938e8b1 req-121b75a9-710b-49fd-9cdb-8249896b3c88 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.1115096 Feb 15 05:02:13.798517 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-8bec2779-72e2-403d-bb9d-b077450c70d7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks [] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:13.860705 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9ac8050d-11a7-4f6d-a849-91e4b938e8b1 req-1ffa42ce-1972-430b-8098-bae1dc130532 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684795 Feb 15 05:02:13.932038 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-8bec2779-72e2-403d-bb9d-b077450c70d7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:13.973689 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-8bec2779-72e2-403d-bb9d-b077450c70d7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Network d5e14af0-c8d6-4c06-8920-9583e3ca9661 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:02:13.976780 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-8bec2779-72e2-403d-bb9d-b077450c70d7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:02:13.984175 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-8bec2779-72e2-403d-bb9d-b077450c70d7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:02:14.016261 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec2779-72e2-403d-bb9d-b077450c70d7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Pushing event updated for resources: {'Port': ['ID=f1e152dc-52f9-4830-855d-d447c87b15f6,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:14.045312 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-8bec2779-72e2-403d-bb9d-b077450c70d7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:14.046101 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-8bec2779-72e2-403d-bb9d-b077450c70d7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:14.152135 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-8bec2779-72e2-403d-bb9d-b077450c70d7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0923629 Feb 15 05:02:14.187195 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Request body: {'port': {'device_id': '4749c332-88c1-40e4-9399-ac6fb99db57b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:02:14.313998 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:14.417831 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c38f4-229b-4292-97b1-10252783c14a req-fdd6b0d9-e426-422d-8cc2-308398ec65d4 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:14.417831 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-775c38f4-229b-4292-97b1-10252783c14a req-fdd6b0d9-e426-422d-8cc2-308398ec65d4 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 931 time: 0.1196110 Feb 15 05:02:14.580977 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-775c38f4-229b-4292-97b1-10252783c14a req-4d883b34-eec0-403c-8547-1434aaf24530 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608667 Feb 15 05:02:14.710749 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e152dc-52f9-4830-855d-d447c87b15f6 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:02:14.718983 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Publish callbacks [] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:14.730836 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Transition to ACTIVE for port object f1e152dc-52f9-4830-855d-d447c87b15f6 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:02:14.744454 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed653509-6a0a-480b-b209-7b59169bc8cd req-eb5d611c-3129-4510-af0f-9110c0bef3c3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:14.745926 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ed653509-6a0a-480b-b209-7b59169bc8cd req-eb5d611c-3129-4510-af0f-9110c0bef3c3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0523474 Feb 15 05:02:14.797924 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ed653509-6a0a-480b-b209-7b59169bc8cd req-588f33de-f26c-48e8-b444-99dc8f851f5a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458200 Feb 15 05:02:14.816421 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:15.148094 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e152dc-52f9-4830-855d-d447c87b15f6,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:15.211947 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e03b6-0de4-46db-9514-b7f1a379937d req-9ec84b75-5f37-4989-b567-150fef6a1c5f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:15.215379 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ce0e03b6-0de4-46db-9514-b7f1a379937d req-9ec84b75-5f37-4989-b567-150fef6a1c5f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.1226473 Feb 15 05:02:15.269213 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Attempting to bind port f1e152dc-52f9-4830-855d-d447c87b15f6 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:02:15.269561 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Attempting to bind port f1e152dc-52f9-4830-855d-d447c87b15f6 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '7c287376-b67b-42c1-9e5f-7acb568fab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:02:15.269769 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Attempting to bind port f1e152dc-52f9-4830-855d-d447c87b15f6 on network d5e14af0-c8d6-4c06-8920-9583e3ca9661 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:02:15.284315 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Port f1e152dc-52f9-4830-855d-d447c87b15f6 on network d5e14af0-c8d6-4c06-8920-9583e3ca9661 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:02:15.284645 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Attempting to bind port f1e152dc-52f9-4830-855d-d447c87b15f6 on network d5e14af0-c8d6-4c06-8920-9583e3ca9661 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:02:15.299372 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ce0e03b6-0de4-46db-9514-b7f1a379937d req-8878b631-2e27-4ebb-aca7-4f0c80824bc9 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727036 Feb 15 05:02:15.304733 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:02:15.305069 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Checking segment: {'id': '7c287376-b67b-42c1-9e5f-7acb568fab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:02:15.305474 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Bound using segment: {'id': '7c287376-b67b-42c1-9e5f-7acb568fab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:02:15.305895 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Bound port: f1e152dc-52f9-4830-855d-d447c87b15f6, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c287376-b67b-42c1-9e5f-7acb568fab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:02:15.306252 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:15.391549 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] For port f1e152dc-52f9-4830-855d-d447c87b15f6, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:02:15.395939 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] For port f1e152dc-52f9-4830-855d-d447c87b15f6, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1e152dc-52f9-4830-855d-d447c87b15f6,segment=NetworkSegment(7c287376-b67b-42c1-9e5f-7acb568fab89),segment_id=7c287376-b67b-42c1-9e5f-7acb568fab89)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:02:15.458121 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e450e4-7ca4-4a3e-b111-648ad43541ea req-812ad6b9-e07f-425e-b992-0bcfd4efd9fd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:15.465489 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-71e450e4-7ca4-4a3e-b111-648ad43541ea req-812ad6b9-e07f-425e-b992-0bcfd4efd9fd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0746207 Feb 15 05:02:15.488571 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:15.531368 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-71e450e4-7ca4-4a3e-b111-648ad43541ea req-1e590de4-8af8-41f9-9172-0e54b028a6bd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571010 Feb 15 05:02:15.549842 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:15.552320 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:15.553083 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] 10.222.0.52 "PUT /v2.0/ports/f1e152dc-52f9-4830-855d-d447c87b15f6 HTTP/1.1" status: 200 len: 1093 time: 1.3780198 Feb 15 05:02:15.553952 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4749c332-88c1-40e4-9399-ac6fb99db57b', 'tag': 'f1e152dc-52f9-4830-855d-d447c87b15f6'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:02:15.556083 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2e6d12-439d-4593-8ee9-88ba85e8ef5e" -d '{"events": [{"name": "network-changed", "server_uuid": "4749c332-88c1-40e4-9399-ac6fb99db57b", "tag": "f1e152dc-52f9-4830-855d-d447c87b15f6"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:02:15.588626 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377078de-94d5-47f2-a0f5-3f32efafb4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e152dc-52f9-4830-855d-d447c87b15f6,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:15.616825 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66c4fed-8070-411e-8f2c-518d2033b96f x-openstack-request-id: req-b66c4fed-8070-411e-8f2c-518d2033b96f {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:02:15.616825 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4749c332-88c1-40e4-9399-ac6fb99db57b", "tag": "f1e152dc-52f9-4830-855d-d447c87b15f6", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:02:15.618560 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b66c4fed-8070-411e-8f2c-518d2033b96f {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:02:15.618560 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4749c332-88c1-40e4-9399-ac6fb99db57b', 'tag': 'f1e152dc-52f9-4830-855d-d447c87b15f6', 'status': 'completed', 'code': 200} Feb 15 05:02:15.751273 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e6d12-439d-4593-8ee9-88ba85e8ef5e req-0a55bfae-c284-4c25-b8a9-a98acb4b54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:15.753404 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5e2e6d12-439d-4593-8ee9-88ba85e8ef5e req-0a55bfae-c284-4c25-b8a9-a98acb4b54a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6320479087fa4be5b1a4315bb5a3574e&device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 1127 time: 0.1008451 Feb 15 05:02:15.813339 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db7e5a-6949-49f8-814f-388888d2c943 req-d2ca6158-87ce-45b8-a0c9-84e357a12a4e tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:15.829116 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-05db7e5a-6949-49f8-814f-388888d2c943 req-d2ca6158-87ce-45b8-a0c9-84e357a12a4e tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 943 time: 0.1322050 Feb 15 05:02:15.909058 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-05db7e5a-6949-49f8-814f-388888d2c943 req-2c71148e-bf15-48eb-81ed-c24c415b246f tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764062 Feb 15 05:02:16.009971 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a34a18-2514-472d-8745-bda89f7de74b req-c3eff4a1-4060-48d1-906b-619c65cc61e3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:16.011435 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-25a34a18-2514-472d-8745-bda89f7de74b req-c3eff4a1-4060-48d1-906b-619c65cc61e3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0897748 Feb 15 05:02:16.014453 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e6d12-439d-4593-8ee9-88ba85e8ef5e req-3bad8c2f-f32d-47ee-95d1-07e5dbabf4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:16.019783 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5e2e6d12-439d-4593-8ee9-88ba85e8ef5e req-3bad8c2f-f32d-47ee-95d1-07e5dbabf4ae service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6320479087fa4be5b1a4315bb5a3574e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2475913 Feb 15 05:02:16.121452 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-25a34a18-2514-472d-8745-bda89f7de74b req-4bf4a889-6454-4696-b9f0-50f9338689f9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034007 Feb 15 05:02:16.187459 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e6d12-439d-4593-8ee9-88ba85e8ef5e req-4646cdb1-8e50-45fa-accc-89e7d5eb45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:16.189022 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5e2e6d12-439d-4593-8ee9-88ba85e8ef5e req-4646cdb1-8e50-45fa-accc-89e7d5eb45f8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1632779 Feb 15 05:02:16.288900 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-d61ac650-5fd3-423c-bbd5-e78a9d698eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:16.290566 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-d61ac650-5fd3-423c-bbd5-e78a9d698eac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6320479087fa4be5b1a4315bb5a3574e&device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 1127 time: 0.0556185 Feb 15 05:02:16.342240 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-88b125a5-30fa-4149-8b25-59ad7ef4e580 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1e152dc-52f9-4830-855d-d447c87b15f6 HTTP/1.1" status: 200 len: 217 time: 0.0394061 Feb 15 05:02:16.411053 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-0bf9bec5-a8cf-42bb-9f61-a0b4844b2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:16.412600 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-0bf9bec5-a8cf-42bb-9f61-a0b4844b2f8c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0ac7b89-14b2-4fcc-a238-fa284d114b17 HTTP/1.1" status: 200 len: 853 time: 0.0611625 Feb 15 05:02:16.459762 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-caccac7a-1d5a-4fba-a5b8-884edddbf026 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d5e14af0-c8d6-4c06-8920-9583e3ca9661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388932 Feb 15 05:02:16.578427 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-b527fb22-6d1c-47a2-9a3e-04cdd59032a1 service neutron] 10.222.0.52 "GET /v2.0/networks/d5e14af0-c8d6-4c06-8920-9583e3ca9661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104972 Feb 15 05:02:16.674374 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-81bd09ad-8cb5-46ab-8b73-ae23445c9e38 req-01f7a327-0980-429d-a09d-5ebccd6115a4 service neutron] 10.222.0.52 "GET /v2.0/networks/d5e14af0-c8d6-4c06-8920-9583e3ca9661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886536 Feb 15 05:02:17.030605 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecb993-804f-43fe-bd75-165c9b105667 req-adae24f6-4287-498f-89a3-a3269fbf9417 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:17.032188 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-75ecb993-804f-43fe-bd75-165c9b105667 req-adae24f6-4287-498f-89a3-a3269fbf9417 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 943 time: 0.0566435 Feb 15 05:02:17.086736 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-75ecb993-804f-43fe-bd75-165c9b105667 req-f2039161-102a-46c0-accf-7475bf74ba58 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484917 Feb 15 05:02:17.280488 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea9c17-286e-41e0-bf50-57433bf9c81f req-9077272a-06e8-48ad-819c-977c4d8bd6aa tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:17.282163 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d0ea9c17-286e-41e0-bf50-57433bf9c81f req-9077272a-06e8-48ad-819c-977c4d8bd6aa tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0574341 Feb 15 05:02:17.348939 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d0ea9c17-286e-41e0-bf50-57433bf9c81f req-0e5f23d2-69e8-45f7-991d-6bd4a0767714 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604923 Feb 15 05:02:18.219495 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3767af-635f-4a17-9402-1d96fb4d5ef6 req-9851ade5-9b67-49e2-880b-8f2fc6ef935c tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:18.221059 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4f3767af-635f-4a17-9402-1d96fb4d5ef6 req-9851ade5-9b67-49e2-880b-8f2fc6ef935c tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 943 time: 0.0535131 Feb 15 05:02:18.269501 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4f3767af-635f-4a17-9402-1d96fb4d5ef6 req-b947b3c1-9983-4a34-bbc1-38012b793152 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426290 Feb 15 05:02:18.509638 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d57fe-0ac4-4ee4-918b-674748334e4c req-a74c8c91-abac-4162-a5a7-82bf665bbba1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:18.511944 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fb9d57fe-0ac4-4ee4-918b-674748334e4c req-a74c8c91-abac-4162-a5a7-82bf665bbba1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0838170 Feb 15 05:02:18.597762 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fb9d57fe-0ac4-4ee4-918b-674748334e4c req-c929425c-3ac1-405f-957c-20b4b7ffdc5c tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730877 Feb 15 05:02:19.068611 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da9687-e3dc-4bc4-b73b-a6d395166850 req-1601c68b-c569-462b-9272-2d4d0f2724ae tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:19.076131 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b0da9687-e3dc-4bc4-b73b-a6d395166850 req-1601c68b-c569-462b-9272-2d4d0f2724ae tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0645814 Feb 15 05:02:19.113002 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebf417-87ca-4c86-837f-7f936c36fd2e req-35f0e5bc-6e44-4dc9-8ca7-a654e219d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:19.115050 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b7ebf417-87ca-4c86-837f-7f936c36fd2e req-35f0e5bc-6e44-4dc9-8ca7-a654e219d794 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=273425068e4a4d14a7be7911dcac5412&device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 1129 time: 0.0684476 Feb 15 05:02:19.124244 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b0da9687-e3dc-4bc4-b73b-a6d395166850 req-8ee94b84-1bd8-4697-b172-b5c9f1de90c3 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470016 Feb 15 05:02:19.229913 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebf417-87ca-4c86-837f-7f936c36fd2e req-2c019c25-1054-4344-9245-ac39222b6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:19.233160 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b7ebf417-87ca-4c86-837f-7f936c36fd2e req-2c019c25-1054-4344-9245-ac39222b6f96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2a28af5-77ca-4dec-9deb-0a5382895207 HTTP/1.1" status: 200 len: 919 time: 0.1072240 Feb 15 05:02:19.279280 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b7ebf417-87ca-4c86-837f-7f936c36fd2e req-ce5b42dc-5bed-4ce0-820f-c3c78ec1d6bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 HTTP/1.1" status: 200 len: 217 time: 0.0407336 Feb 15 05:02:19.333919 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebf417-87ca-4c86-837f-7f936c36fd2e req-85e2c83d-c944-43a8-a602-fe1a212d0f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:19.335630 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b7ebf417-87ca-4c86-837f-7f936c36fd2e req-85e2c83d-c944-43a8-a602-fe1a212d0f16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c59e23e1-260b-477b-960b-86b72dd5e2ee HTTP/1.1" status: 200 len: 858 time: 0.0508590 Feb 15 05:02:19.379311 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b7ebf417-87ca-4c86-837f-7f936c36fd2e req-5a578b7e-2189-4672-b559-c79d0a6bcd1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2a28af5-77ca-4dec-9deb-0a5382895207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269334 Feb 15 05:02:19.481043 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aa5f8-270e-4ad4-9cb3-95a687251952 req-417e9909-defa-49eb-a8aa-d624640a7d46 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:19.483139 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c05aa5f8-270e-4ad4-9cb3-95a687251952 req-417e9909-defa-49eb-a8aa-d624640a7d46 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 943 time: 0.1411517 Feb 15 05:02:19.534400 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b7ebf417-87ca-4c86-837f-7f936c36fd2e req-35a3cec7-60be-4fa3-9af3-6674de1f390a service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407402 Feb 15 05:02:19.565480 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c05aa5f8-270e-4ad4-9cb3-95a687251952 req-67e123df-f902-4159-be98-56d4e55664a9 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693984 Feb 15 05:02:19.709402 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b7ebf417-87ca-4c86-837f-7f936c36fd2e req-258ac040-bfb2-4662-8cb1-8ba13e4d3e74 service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492038 Feb 15 05:02:19.748432 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b1b70-8ca6-4705-bef1-ea8c9fca8d82 req-297ee878-b118-4cbf-943c-c34cbf48e869 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:19.750234 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-945b1b70-8ca6-4705-bef1-ea8c9fca8d82 req-297ee878-b118-4cbf-943c-c34cbf48e869 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0646706 Feb 15 05:02:19.818211 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-945b1b70-8ca6-4705-bef1-ea8c9fca8d82 req-49b4f84e-bc27-4398-bd6e-bdc5e61f4836 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611188 Feb 15 05:02:20.252249 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8ac82-f430-4baa-9a32-1055023038d8 req-19558436-9a2b-447d-a6f8-f9e1530b4a8a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:20.253932 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a6e8ac82-f430-4baa-9a32-1055023038d8 req-19558436-9a2b-447d-a6f8-f9e1530b4a8a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0566089 Feb 15 05:02:20.303692 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a6e8ac82-f430-4baa-9a32-1055023038d8 req-a44b70a7-ac95-455b-8b5d-4cdf6adad6e3 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Feb 15 05:02:20.692809 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a27483-070c-46e6-949b-c75314a2e9d2 req-69d745d6-36c0-4378-93ec-8fed41660efa tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:20.695028 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-09a27483-070c-46e6-949b-c75314a2e9d2 req-69d745d6-36c0-4378-93ec-8fed41660efa tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 943 time: 0.0601351 Feb 15 05:02:20.754036 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-09a27483-070c-46e6-949b-c75314a2e9d2 req-067785e7-9d41-420c-abd6-e8a065390958 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525370 Feb 15 05:02:21.011609 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a5c28-092b-461e-a131-ae0672bfb1d6 req-15a9211f-5901-41fa-8bfb-cd604ad13f9d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:21.014558 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ba6a5c28-092b-461e-a131-ae0672bfb1d6 req-15a9211f-5901-41fa-8bfb-cd604ad13f9d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0914464 Feb 15 05:02:21.069404 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ba6a5c28-092b-461e-a131-ae0672bfb1d6 req-0d649618-98d4-44e1-ba6c-49590653a5c3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479264 Feb 15 05:02:21.427406 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dab80-fab1-4efc-8b22-7850472bde6b req-9cf3b943-fbe8-4bd6-8e2f-c18bdf8e0088 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:21.428835 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-148dab80-fab1-4efc-8b22-7850472bde6b req-9cf3b943-fbe8-4bd6-8e2f-c18bdf8e0088 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0550735 Feb 15 05:02:21.475432 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-148dab80-fab1-4efc-8b22-7850472bde6b req-4adeaeec-05a1-4e15-83ef-04c6d47a51b2 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Feb 15 05:02:21.556716 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device f1e152dc-52f9-4830-855d-d447c87b15f6 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:02:21.661086 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port f1e152dc-52f9-4830-855d-d447c87b15f6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1e152dc-52f9-4830-855d-d447c87b15f6,segment=NetworkSegment(7c287376-b67b-42c1-9e5f-7acb568fab89),segment_id=7c287376-b67b-42c1-9e5f-7acb568fab89)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:02:21.672713 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': 'f1e152dc-52f9-4830-855d-d447c87b15f6', 'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661', 'port_id': 'f1e152dc-52f9-4830-855d-d447c87b15f6', 'mac_address': 'fa:16:3e:9c:8e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ac7b89-14b2-4fcc-a238-fa284d114b17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:02:21.711230 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port f1e152dc-52f9-4830-855d-d447c87b15f6 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:02:21.712320 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:21.726313 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e152dc-52f9-4830-855d-d447c87b15f6 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:02:21.747760 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port f1e152dc-52f9-4830-855d-d447c87b15f6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1e152dc-52f9-4830-855d-d447c87b15f6,segment=NetworkSegment(7c287376-b67b-42c1-9e5f-7acb568fab89),segment_id=7c287376-b67b-42c1-9e5f-7acb568fab89)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:02:21.842063 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:21.941862 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8c8d1-0435-44bb-b799-db9e2da3ea46 req-ecf10a7d-8492-4ccd-a957-7c3cb8fe294c tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:21.945696 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3ed8c8d1-0435-44bb-b799-db9e2da3ea46 req-ecf10a7d-8492-4ccd-a957-7c3cb8fe294c tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 944 time: 0.1074202 Feb 15 05:02:22.039158 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=f1e152dc-52f9-4830-855d-d447c87b15f6,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:22.061983 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3ed8c8d1-0435-44bb-b799-db9e2da3ea46 req-92a5aa76-1e3a-4c19-a334-445db9cd383c tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049030 Feb 15 05:02:22.227383 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df73254-930c-4416-bca4-a7334aac7ad0 req-e32125f2-5610-4a22-8d14-523accd6cf83 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:22.229722 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8df73254-930c-4416-bca4-a7334aac7ad0 req-e32125f2-5610-4a22-8d14-523accd6cf83 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0699496 Feb 15 05:02:22.281516 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8df73254-930c-4416-bca4-a7334aac7ad0 req-67bd4b45-dd32-4493-9cc8-86017e6ab003 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448873 Feb 15 05:02:22.344213 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['f1e152dc-52f9-4830-855d-d447c87b15f6'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:02:22.617473 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df87835-fafa-432d-bf8a-d4cd454520c6 req-32e79adf-f9e4-44c4-9719-ebecf46e8d5f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:22.625556 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1df87835-fafa-432d-bf8a-d4cd454520c6 req-32e79adf-f9e4-44c4-9719-ebecf46e8d5f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0658789 Feb 15 05:02:22.644980 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:02:22.674609 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1df87835-fafa-432d-bf8a-d4cd454520c6 req-20b83f35-1d0b-40ee-bdd9-d751f8f251a1 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478854 Feb 15 05:02:23.227225 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004f6ae-d556-4113-bfd2-a9e85085f980 req-7c413acd-a092-4047-bbbb-c28b49dee686 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:23.229787 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1004f6ae-d556-4113-bfd2-a9e85085f980 req-7c413acd-a092-4047-bbbb-c28b49dee686 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 944 time: 0.0743513 Feb 15 05:02:23.292261 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1004f6ae-d556-4113-bfd2-a9e85085f980 req-0b7433ac-a04c-4244-8dcb-068bb2bf3cd2 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540521 Feb 15 05:02:23.424499 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a713b7-a67b-4296-b046-c1f3eeeae5d2 req-50f6ed40-2837-4ae2-8a56-7b26928b0f2d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:23.426163 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-07a713b7-a67b-4296-b046-c1f3eeeae5d2 req-50f6ed40-2837-4ae2-8a56-7b26928b0f2d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0619614 Feb 15 05:02:23.479320 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-07a713b7-a67b-4296-b046-c1f3eeeae5d2 req-883d5eec-2148-4e94-a5be-d6dd7ab96dc6 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458407 Feb 15 05:02:23.830022 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f9801-d024-46df-8ba4-d9b266c311c5 req-3bae367c-2ac4-4097-b9b7-59f4357ebbcb tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:23.831573 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-414f9801-d024-46df-8ba4-d9b266c311c5 req-3bae367c-2ac4-4097-b9b7-59f4357ebbcb tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0583689 Feb 15 05:02:23.883281 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-414f9801-d024-46df-8ba4-d9b266c311c5 req-00a95537-1bfb-43ae-afac-6d588e66fccf tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434504 Feb 15 05:02:24.443908 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3d807-8f63-4059-9304-e8e69da1258e req-9e9eda36-2076-4b4c-9033-3ef3a42dd122 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:24.451604 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b7c3d807-8f63-4059-9304-e8e69da1258e req-9e9eda36-2076-4b4c-9033-3ef3a42dd122 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 944 time: 0.0680783 Feb 15 05:02:24.516013 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b7c3d807-8f63-4059-9304-e8e69da1258e req-babadef0-1536-429c-963b-5cacf6a361b3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631809 Feb 15 05:02:24.614828 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe38f6c-14c8-45eb-afbd-04f5533d70ba req-d47bcd5f-c23d-4be7-8af8-cd97c7379429 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:24.618970 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4fe38f6c-14c8-45eb-afbd-04f5533d70ba req-d47bcd5f-c23d-4be7-8af8-cd97c7379429 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0530677 Feb 15 05:02:24.667958 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4fe38f6c-14c8-45eb-afbd-04f5533d70ba req-96e0b25f-97ff-4259-9e1d-8b62c7cf9288 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454628 Feb 15 05:02:25.033651 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb484c9-a2ea-496f-bd4a-51634fef33ef req-653ace2a-36ed-4905-bf4b-52d342ef4abd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:25.035259 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3bb484c9-a2ea-496f-bd4a-51634fef33ef req-653ace2a-36ed-4905-bf4b-52d342ef4abd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0699658 Feb 15 05:02:25.087565 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3bb484c9-a2ea-496f-bd4a-51634fef33ef req-153681c4-aba4-4bc5-b172-d56e73e7c6fe tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462043 Feb 15 05:02:25.563878 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device f1e152dc-52f9-4830-855d-d447c87b15f6 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:02:25.642316 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf17be5-6a93-4ebe-a358-5b6edee3e84d req-3e11d2b2-7086-4d75-8f08-c1f2817be7b2 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:25.643758 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8cf17be5-6a93-4ebe-a358-5b6edee3e84d req-3e11d2b2-7086-4d75-8f08-c1f2817be7b2 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 944 time: 0.0526435 Feb 15 05:02:25.690639 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port f1e152dc-52f9-4830-855d-d447c87b15f6 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:02:25.690870 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8cf17be5-6a93-4ebe-a358-5b6edee3e84d req-ace10493-d647-4191-bf97-2451ce50985f tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Feb 15 05:02:25.699158 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port f1e152dc-52f9-4830-855d-d447c87b15f6 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:25.699158 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:25.777989 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port f1e152dc-52f9-4830-855d-d447c87b15f6 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:02:25.778389 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:25.802053 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4749c332-88c1-40e4-9399-ac6fb99db57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e152dc-52f9-4830-855d-d447c87b15f6'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:02:25.803133 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c5309-78c0-40b2-93ae-50bb4e8ef0c9 req-0eb53de0-870d-466f-8f2d-91ba4627d056 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:25.804201 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f334710-d2c3-426a-b969-47678fea1944" -d '{"events": [{"server_uuid": "4749c332-88c1-40e4-9399-ac6fb99db57b", "name": "network-vif-plugged", "status": "completed", "tag": "f1e152dc-52f9-4830-855d-d447c87b15f6"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:02:25.804616 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1a2c5309-78c0-40b2-93ae-50bb4e8ef0c9 req-0eb53de0-870d-466f-8f2d-91ba4627d056 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0529754 Feb 15 05:02:25.822640 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port f1e152dc-52f9-4830-855d-d447c87b15f6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1e152dc-52f9-4830-855d-d447c87b15f6,segment=NetworkSegment(7c287376-b67b-42c1-9e5f-7acb568fab89),segment_id=7c287376-b67b-42c1-9e5f-7acb568fab89)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:02:25.843035 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ee8f9e-438b-48d9-8e3e-ed9424a9000f x-openstack-request-id: req-c0ee8f9e-438b-48d9-8e3e-ed9424a9000f {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:02:25.843444 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4749c332-88c1-40e4-9399-ac6fb99db57b", "name": "network-vif-plugged", "status": "completed", "tag": "f1e152dc-52f9-4830-855d-d447c87b15f6", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:02:25.843726 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0ee8f9e-438b-48d9-8e3e-ed9424a9000f {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:02:25.844137 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4749c332-88c1-40e4-9399-ac6fb99db57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e152dc-52f9-4830-855d-d447c87b15f6', 'code': 200} Feb 15 05:02:25.851948 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1a2c5309-78c0-40b2-93ae-50bb4e8ef0c9 req-077cfe6b-1151-4112-b320-9268a521a495 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 Feb 15 05:02:25.867851 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:25.914303 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=f1e152dc-52f9-4830-855d-d447c87b15f6,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:26.240393 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daa15c-6e35-4e6c-b091-b0d08a89b78b req-b36afcc0-5ab5-41a1-899a-911ca07793f3 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:26.241892 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-92daa15c-6e35-4e6c-b091-b0d08a89b78b req-b36afcc0-5ab5-41a1-899a-911ca07793f3 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0831020 Feb 15 05:02:26.248157 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a7080-34ad-4280-833c-2980c8f16b09 req-9357a59e-1999-48c9-9b6f-fe0f176f9381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:26.249625 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-650a7080-34ad-4280-833c-2980c8f16b09 req-9357a59e-1999-48c9-9b6f-fe0f176f9381 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 1129 time: 0.0819590 Feb 15 05:02:26.312199 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-92daa15c-6e35-4e6c-b091-b0d08a89b78b req-873e0e1e-86e1-43aa-90b7-eff26193d313 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616131 Feb 15 05:02:26.325923 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-650a7080-34ad-4280-833c-2980c8f16b09 req-fcbe8174-26e0-48bb-a196-54287f14ae6b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606780 Feb 15 05:02:26.810232 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9522f2-c811-45eb-a747-487fcda0d148 req-3190d28e-563a-4df7-b716-0c810b90db60 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:26.811728 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6e9522f2-c811-45eb-a747-487fcda0d148 req-3190d28e-563a-4df7-b716-0c810b90db60 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 945 time: 0.0528188 Feb 15 05:02:26.860665 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6e9522f2-c811-45eb-a747-487fcda0d148 req-c370863c-7833-4930-a735-9fe14fc582ed tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433939 Feb 15 05:02:26.973709 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776d0c9-4cfc-432a-a3be-3e5ad28f6495 req-9c8e5bd0-692e-473b-af7d-3f7a15f7dd53 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:26.975060 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8776d0c9-4cfc-432a-a3be-3e5ad28f6495 req-9c8e5bd0-692e-473b-af7d-3f7a15f7dd53 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0512285 Feb 15 05:02:27.019866 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8776d0c9-4cfc-432a-a3be-3e5ad28f6495 req-8e01daa6-b8dd-445b-8676-a5b47137956e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393798 Feb 15 05:02:27.432437 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec7958-e745-4c2e-81d4-978c4feb23e9 req-b42b14e8-d7d1-48bc-9a78-ab39fcdb6af1 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:27.434790 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-52ec7958-e745-4c2e-81d4-978c4feb23e9 req-b42b14e8-d7d1-48bc-9a78-ab39fcdb6af1 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0557408 Feb 15 05:02:27.482810 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-52ec7958-e745-4c2e-81d4-978c4feb23e9 req-1853ec87-443f-400d-a4af-a6e8b366f15c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Feb 15 05:02:27.985038 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7d00e-c1ff-48dc-9d13-0dce4ca396ce req-dd1524be-22dc-42bd-8212-6f30a11399e4 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:27.986632 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-62e7d00e-c1ff-48dc-9d13-0dce4ca396ce req-dd1524be-22dc-42bd-8212-6f30a11399e4 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 945 time: 0.0585022 Feb 15 05:02:28.034198 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-62e7d00e-c1ff-48dc-9d13-0dce4ca396ce req-5ccac9ed-c727-443e-ab0d-879534176551 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Feb 15 05:02:28.143035 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8dd4b-612e-401a-aec4-f935f0cdba27 req-ddcde84a-bff1-4299-9bbb-deb623fbde03 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:28.149699 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1af8dd4b-612e-401a-aec4-f935f0cdba27 req-ddcde84a-bff1-4299-9bbb-deb623fbde03 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0573802 Feb 15 05:02:28.192969 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1af8dd4b-612e-401a-aec4-f935f0cdba27 req-4432944a-2ee7-4e10-9274-0bfd038848e1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424285 Feb 15 05:02:28.637452 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c097e-f13b-4c9a-bfe4-20346feade2e req-6f8018cc-2dff-402c-9ffa-10c1424f98af tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:28.638974 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0e1c097e-f13b-4c9a-bfe4-20346feade2e req-6f8018cc-2dff-402c-9ffa-10c1424f98af tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0808361 Feb 15 05:02:28.680867 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a84d4-4b30-46f5-831f-017ae1d841c8 req-c9eef22c-2830-471e-8dac-cb5145d75b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:28.681381 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c5a84d4-4b30-46f5-831f-017ae1d841c8 req-c9eef22c-2830-471e-8dac-cb5145d75b29 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 1129 time: 0.0788085 Feb 15 05:02:28.698663 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0e1c097e-f13b-4c9a-bfe4-20346feade2e req-cfd546e6-6a5e-424a-bae7-ccb32aee0cfc tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522435 Feb 15 05:02:28.790482 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a84d4-4b30-46f5-831f-017ae1d841c8 req-e4304050-59e5-4693-b940-23ba7d7b3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:28.791907 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c5a84d4-4b30-46f5-831f-017ae1d841c8 req-e4304050-59e5-4693-b940-23ba7d7b3a7c service neutron] 10.222.0.52 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 918 time: 0.0924027 Feb 15 05:02:29.002719 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c5a84d4-4b30-46f5-831f-017ae1d841c8 req-a4c63365-9fd5-4598-86da-c92d1bf72b9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0 HTTP/1.1" status: 200 len: 1001 time: 0.0592320 Feb 15 05:02:29.049486 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a84d4-4b30-46f5-831f-017ae1d841c8 req-a4e74310-e686-4fdb-b000-7c92fa0ae160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:29.050850 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c5a84d4-4b30-46f5-831f-017ae1d841c8 req-a4e74310-e686-4fdb-b000-7c92fa0ae160 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 HTTP/1.1" status: 200 len: 856 time: 0.0423000 Feb 15 05:02:29.112625 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a84d4-4b30-46f5-831f-017ae1d841c8 req-0dea5222-2804-4240-8a46-b78f72563844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:29.114157 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c5a84d4-4b30-46f5-831f-017ae1d841c8 req-0dea5222-2804-4240-8a46-b78f72563844 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=241d7b4d-8815-491c-866f-29f7ceeec045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476820 Feb 15 05:02:29.154236 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271518f9-a3a9-4a3a-bf0f-560761ac787c req-77f26014-4373-49dd-b799-75244c872571 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:29.155789 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-271518f9-a3a9-4a3a-bf0f-560761ac787c req-77f26014-4373-49dd-b799-75244c872571 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 945 time: 0.0531161 Feb 15 05:02:29.211114 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-271518f9-a3a9-4a3a-bf0f-560761ac787c req-4de33772-e586-4b83-a237-29f787a756f1 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477757 Feb 15 05:02:29.216391 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c5a84d4-4b30-46f5-831f-017ae1d841c8 req-9b84bb52-fe31-4c99-b9b7-2397ed9f4ec8 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954018 Feb 15 05:02:29.359683 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1c5a84d4-4b30-46f5-831f-017ae1d841c8 req-64e6fef3-9088-4e5f-aed7-9986678f1364 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315806 Feb 15 05:02:29.367797 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34b12c-319e-4f1e-aca9-6cd1a36110f3 req-ac8cdcbd-34f6-45ea-8adc-cbb7c44ccaa5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:29.369314 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cb34b12c-319e-4f1e-aca9-6cd1a36110f3 req-ac8cdcbd-34f6-45ea-8adc-cbb7c44ccaa5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0833871 Feb 15 05:02:29.418666 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cb34b12c-319e-4f1e-aca9-6cd1a36110f3 req-0e6acff2-380b-4480-b481-0cdfeb719d9d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420873 Feb 15 05:02:29.575310 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:29.834667 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8b2e5-4ad6-4071-86a9-4a3e0318ae1a req-eed565ce-46ea-4f44-b644-f8f15982d053 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:29.836115 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d9f8b2e5-4ad6-4071-86a9-4a3e0318ae1a req-eed565ce-46ea-4f44-b644-f8f15982d053 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0527663 Feb 15 05:02:29.889710 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d9f8b2e5-4ad6-4071-86a9-4a3e0318ae1a req-5c0b26ae-366b-483e-9900-a49c8ef59ff3 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465934 Feb 15 05:02:29.910122 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 54950) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:29.970528 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcdbf96-afd4-4532-9f86-432555787717 admin admin] Deleting subnet a464df38-c20f-47ef-ab06-f45a03c013fb {{(pid=119879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:02:29.974136 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-adcdbf96-afd4-4532-9f86-432555787717 admin admin] Publish callbacks [] for subnet (a464df38-c20f-47ef-ab06-f45a03c013fb), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.013749 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-adcdbf96-afd4-4532-9f86-432555787717 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263106507'] for subnet (a464df38-c20f-47ef-ab06-f45a03c013fb), precommit_delete_associations {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.056693 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-adcdbf96-afd4-4532-9f86-432555787717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (a464df38-c20f-47ef-ab06-f45a03c013fb), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.211219 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-adcdbf96-afd4-4532-9f86-432555787717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263105351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263411170'] for subnet (a464df38-c20f-47ef-ab06-f45a03c013fb), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.237170 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdbf96-afd4-4532-9f86-432555787717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a464df38-c20f-47ef-ab06-f45a03c013fb,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:30.241048 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-adcdbf96-afd4-4532-9f86-432555787717 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.244201 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-adcdbf96-afd4-4532-9f86-432555787717 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a464df38-c20f-47ef-ab06-f45a03c013fb HTTP/1.1" status: 204 len: 168 time: 0.3324356 Feb 15 05:02:30.247353 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 54960) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:30.317551 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-62bffcff-ad22-4cb6-86bd-00ade60ea188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (3aa51b00-b8b0-459d-aec9-78733998bfde), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.396118 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-62bffcff-ad22-4cb6-86bd-00ade60ea188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (3aa51b00-b8b0-459d-aec9-78733998bfde), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.415558 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-62bffcff-ad22-4cb6-86bd-00ade60ea188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa51b00-b8b0-459d-aec9-78733998bfde']}} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:02:30.424972 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-62bffcff-ad22-4cb6-86bd-00ade60ea188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f') {'for_net_delete': True} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:02:30.425301 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-62bffcff-ad22-4cb6-86bd-00ade60ea188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f') {} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:02:30.434940 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-62bffcff-ad22-4cb6-86bd-00ade60ea188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263106544'] for segment (1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.448053 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-62bffcff-ad22-4cb6-86bd-00ade60ea188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.454581 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bffcff-ad22-4cb6-86bd-00ade60ea188 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=119879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:02:30.455392 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-62bffcff-ad22-4cb6-86bd-00ade60ea188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263105533'] for segment (1dfa3d41-57c2-4c10-b38d-d3663a0d2a6f), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: Traceback (most recent call last): Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: timer() Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: cb(*args, **kw) Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: return func(*args, **kwargs) Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: self._notify() Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: self.callback(batched_events) Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: event.method(event) Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: return f(self, *a, **k) Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._get(url).json() Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: return self.request(url, 'GET', **kwargs) Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:02:30.456825 dv-cinder-828060-5-iscsi neutron-server[119879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:02:30.563988 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d0705-1ecd-48c8-9450-aac8e08ffffe req-8b858637-300f-478a-a7e9-014101fe99c3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:30.565482 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5c6d0705-1ecd-48c8-9450-aac8e08ffffe req-8b858637-300f-478a-a7e9-014101fe99c3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0628743 Feb 15 05:02:30.612412 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-62bffcff-ad22-4cb6-86bd-00ade60ea188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (3aa51b00-b8b0-459d-aec9-78733998bfde), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.629905 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-62bffcff-ad22-4cb6-86bd-00ade60ea188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.634595 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-62bffcff-ad22-4cb6-86bd-00ade60ea188 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3aa51b00-b8b0-459d-aec9-78733998bfde HTTP/1.1" status: 204 len: 168 time: 0.3861561 Feb 15 05:02:30.636156 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bffcff-ad22-4cb6-86bd-00ade60ea188 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa51b00-b8b0-459d-aec9-78733998bfde,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:30.641073 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5c6d0705-1ecd-48c8-9450-aac8e08ffffe req-05478de2-e65e-4112-aef0-1c27f9d7b238 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702548 Feb 15 05:02:31.034489 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 54994) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:31.077985 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51938148-5993-450e-8902-481dc0c0fd07 req-94b44444-0f21-4a0e-ad41-ebb323de1869 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:31.079614 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-51938148-5993-450e-8902-481dc0c0fd07 req-94b44444-0f21-4a0e-ad41-ebb323de1869 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0779078 Feb 15 05:02:31.104063 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e149802-901d-45e8-b1a2-de125b5940b1 req-fc430ea6-1443-4e89-af2b-c1288a22a24a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:31.105726 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5e149802-901d-45e8-b1a2-de125b5940b1 req-fc430ea6-1443-4e89-af2b-c1288a22a24a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.1108308 Feb 15 05:02:31.111447 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-f0aeb50d-cf79-4006-81f8-f2e6684435fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cdca5f8ac5c84ada8b9254c8eab3c365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0735435 Feb 15 05:02:31.111843 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 54996) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:31.161808 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-51938148-5993-450e-8902-481dc0c0fd07 req-bd5591f7-9b57-49e2-b8c1-044997bc587f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754471 Feb 15 05:02:31.185837 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5e149802-901d-45e8-b1a2-de125b5940b1 req-7e627c9e-0a19-4c07-84b6-f41a0707ec05 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733953 Feb 15 05:02:31.202134 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ebbcc9dd-b4f6-4840-ada3-ef790164da6d admin admin] Publish callbacks [] for security_group (03a2b564-5b03-4a17-b71e-5f046adfdc6e), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:31.226696 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ebbcc9dd-b4f6-4840-ada3-ef790164da6d admin admin] Publish callbacks [] for security_group (03a2b564-5b03-4a17-b71e-5f046adfdc6e), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:31.376075 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ebbcc9dd-b4f6-4840-ada3-ef790164da6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (03a2b564-5b03-4a17-b71e-5f046adfdc6e), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:31.378710 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ebbcc9dd-b4f6-4840-ada3-ef790164da6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:31.379883 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-ebbcc9dd-b4f6-4840-ada3-ef790164da6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03a2b564-5b03-4a17-b71e-5f046adfdc6e HTTP/1.1" status: 204 len: 168 time: 0.2669137 Feb 15 05:02:31.390171 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcc9dd-b4f6-4840-ada3-ef790164da6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a2b564-5b03-4a17-b71e-5f046adfdc6e,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:31.611894 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:02:31.737541 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:02:31.760811 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'port_id': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'mac_address': 'fa:16:3e:bb:f6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:02:31.808555 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 is: ACTIVE; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:02:31.809806 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:31.825104 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:02:31.839494 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30c49-e038-4634-aef5-66a4ba341624 req-c748b64d-8b64-49be-9271-9a37c27fb3d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:31.839494 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-79a30c49-e038-4634-aef5-66a4ba341624 req-c748b64d-8b64-49be-9271-9a37c27fb3d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0796545 Feb 15 05:02:31.854462 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:02:31.898391 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-79a30c49-e038-4634-aef5-66a4ba341624 req-c14d65e5-fcd7-4bbb-9e55-f2ac8d4b8037 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567625 Feb 15 05:02:31.936667 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:31.993685 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,revision_number=6']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:32.284589 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6010a4e8-ec1a-47ff-a2f7-a7b8447eee08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:32.290834 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1292a-0f0a-44d5-9543-b6b961ee95d2 req-990f7790-cc51-4dcc-a955-277f62a2b9dc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:32.293455 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3bf1292a-0f0a-44d5-9543-b6b961ee95d2 req-990f7790-cc51-4dcc-a955-277f62a2b9dc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0594108 Feb 15 05:02:32.314834 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff6af0-99ab-48b0-b35e-19d0a84f3ee6 req-68318046-8236-4b8d-83d3-0b5250430fed tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:32.316315 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e0ff6af0-99ab-48b0-b35e-19d0a84f3ee6 req-68318046-8236-4b8d-83d3-0b5250430fed tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0585592 Feb 15 05:02:32.362360 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3bf1292a-0f0a-44d5-9543-b6b961ee95d2 req-a74cbd2b-add1-4b6d-b448-9eea7400a9e7 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624394 Feb 15 05:02:32.376609 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e0ff6af0-99ab-48b0-b35e-19d0a84f3ee6 req-cf275415-8c4f-40f1-8937-573c383b083d tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544229 Feb 15 05:02:32.407934 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['9c5d21fb-948e-4581-84ed-6ae828a7a9b0'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:02:33.029096 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1b0ec-ec5d-4d5c-aa66-e5573d9b09cd req-74de2b36-7f7e-4e49-9eb0-b683b5c2d697 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:33.030463 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2db1b0ec-ec5d-4d5c-aa66-e5573d9b09cd req-74de2b36-7f7e-4e49-9eb0-b683b5c2d697 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0549383 Feb 15 05:02:33.076715 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2db1b0ec-ec5d-4d5c-aa66-e5573d9b09cd req-dee0e786-1f4a-41dc-9457-dd6b507f7cb3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406542 Feb 15 05:02:33.491104 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8613cd6-7472-4067-ae28-d7d1eb353cd0 req-ab4bf899-c35a-4751-bf5a-fe10483322e7 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:33.492552 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c8613cd6-7472-4067-ae28-d7d1eb353cd0 req-ab4bf899-c35a-4751-bf5a-fe10483322e7 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0549998 Feb 15 05:02:33.541625 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c8613cd6-7472-4067-ae28-d7d1eb353cd0 req-f5c38552-ca0f-4b10-9fb0-fd3355f7a1e5 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422690 Feb 15 05:02:33.615051 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:02:33.648772 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772bb77-385d-4769-9683-01d6ca2a6b2c req-c7968b33-dfaf-46c1-8b6f-a4615b80047f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:33.650770 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a772bb77-385d-4769-9683-01d6ca2a6b2c req-c7968b33-dfaf-46c1-8b6f-a4615b80047f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0606408 Feb 15 05:02:33.662953 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42502f-643f-4c5f-8d22-60a1bd777559 req-43892248-b8c8-4d2e-9070-e81d4c930adb tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:33.664426 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7e42502f-643f-4c5f-8d22-60a1bd777559 req-43892248-b8c8-4d2e-9070-e81d4c930adb tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0584531 Feb 15 05:02:33.678101 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:33.678630 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:33.704483 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a772bb77-385d-4769-9683-01d6ca2a6b2c req-d501302e-0b3f-497d-9d49-b8a02b279b96 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462437 Feb 15 05:02:33.726249 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7e42502f-643f-4c5f-8d22-60a1bd777559 req-88320457-54c6-4143-af26-6bb019acea49 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554140 Feb 15 05:02:33.761083 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:02:33.761502 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:33.786446 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:02:33.788752 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af838906-47c8-4e8a-bf0f-9b198bcd6ba6" -d '{"events": [{"server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "name": "network-vif-plugged", "status": "completed", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:02:33.803039 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:02:33.834968 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c16177-32df-453c-8e26-08bf8f27dac8 x-openstack-request-id: req-e8c16177-32df-453c-8e26-08bf8f27dac8 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:02:33.834968 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "name": "network-vif-plugged", "status": "completed", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:02:33.834968 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8c16177-32df-453c-8e26-08bf8f27dac8 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:02:33.834968 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'code': 200} Feb 15 05:02:33.884944 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:33.939827 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,revision_number=7']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:34.038990 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977d3cc-7d56-49b4-96ed-e11f4b7ceb8e req-93ed9c14-65b4-4c33-b383-6d922dc2af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:34.040455 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a977d3cc-7d56-49b4-96ed-e11f4b7ceb8e req-93ed9c14-65b4-4c33-b383-6d922dc2af42 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 1129 time: 0.0421653 Feb 15 05:02:34.099440 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a977d3cc-7d56-49b4-96ed-e11f4b7ceb8e req-e44ce77c-8312-42f8-9337-1376ee3c722d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386071 Feb 15 05:02:34.199784 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2498273-f79e-49f6-9bec-95082ae0d3ff req-2d691eda-d928-4eb9-a2e1-f6f1c1d5a6fa tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:34.201318 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a2498273-f79e-49f6-9bec-95082ae0d3ff req-2d691eda-d928-4eb9-a2e1-f6f1c1d5a6fa tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0524225 Feb 15 05:02:34.248040 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a2498273-f79e-49f6-9bec-95082ae0d3ff req-fb0e5531-47a4-415f-bdbe-16a419f265bc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412550 Feb 15 05:02:34.660721 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c1096-ddb6-48ec-94ad-088a0a7c6f73 req-35ef82a9-c1c6-4aeb-9e94-ecae88a413b6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:34.662327 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e66c1096-ddb6-48ec-94ad-088a0a7c6f73 req-35ef82a9-c1c6-4aeb-9e94-ecae88a413b6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0530450 Feb 15 05:02:34.690654 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-4b30a756-6f89-4676-a517-584f18bc4f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:34.708553 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e66c1096-ddb6-48ec-94ad-088a0a7c6f73 req-7ff1bc15-ef99-437a-b25c-7903f445a3fc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406609 Feb 15 05:02:34.826807 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca093d-be60-419a-b89d-f18c3f07f3a2 req-fe7755a9-1d2d-4ba1-8609-90576afe8991 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:34.828299 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-cdca093d-be60-419a-b89d-f18c3f07f3a2 req-fe7755a9-1d2d-4ba1-8609-90576afe8991 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0554600 Feb 15 05:02:34.848870 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f6113-35b1-4033-8486-06a8d470c326 req-a26b4e49-e92c-4994-b43c-768a6e598d7b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:34.850383 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ec9f6113-35b1-4033-8486-06a8d470c326 req-a26b4e49-e92c-4994-b43c-768a6e598d7b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0570860 Feb 15 05:02:34.877997 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-cdca093d-be60-419a-b89d-f18c3f07f3a2 req-5db83141-165f-437b-a398-cb41d0e8a17e tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437992 Feb 15 05:02:34.896489 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ec9f6113-35b1-4033-8486-06a8d470c326 req-3e6fbd05-fbef-4922-805b-38b698efe53a tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401423 Feb 15 05:02:35.378293 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b893188-94a6-470d-ab68-921cce92feb1 req-982036ef-fa9d-4846-a9b6-e63023c9d4f8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:35.379707 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1b893188-94a6-470d-ab68-921cce92feb1 req-982036ef-fa9d-4846-a9b6-e63023c9d4f8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0554180 Feb 15 05:02:35.425036 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1b893188-94a6-470d-ab68-921cce92feb1 req-41585447-47a9-436b-be35-d73d697436bd tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398085 Feb 15 05:02:35.832295 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86195abd-ba8b-4496-88d5-8a6b6d720ce2 req-7835416f-50ff-4a1e-9567-9e871f465ad1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:35.834542 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-86195abd-ba8b-4496-88d5-8a6b6d720ce2 req-7835416f-50ff-4a1e-9567-9e871f465ad1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0533376 Feb 15 05:02:35.844963 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:35.880970 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-86195abd-ba8b-4496-88d5-8a6b6d720ce2 req-cac0357d-a024-4c25-ac9e-2f8b081d9e1b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411887 Feb 15 05:02:36.012405 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd9cb1-1816-4dfc-9f1d-a79915560c8b req-57ca9f63-5e31-4292-8ff9-facbb6471b8b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:36.018812 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-94cd9cb1-1816-4dfc-9f1d-a79915560c8b req-57ca9f63-5e31-4292-8ff9-facbb6471b8b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0652280 Feb 15 05:02:36.039840 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930c96f-9ba5-4599-b59a-b0ab162df077 req-f3c88f12-89dd-4e30-9a05-6a614d643c91 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:36.041417 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0930c96f-9ba5-4599-b59a-b0ab162df077 req-f3c88f12-89dd-4e30-9a05-6a614d643c91 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0751953 Feb 15 05:02:36.064503 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-94cd9cb1-1816-4dfc-9f1d-a79915560c8b req-30019488-c46b-4118-ad29-9dd5e94ff583 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441682 Feb 15 05:02:36.093991 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0930c96f-9ba5-4599-b59a-b0ab162df077 req-1bbc612e-d42a-4fff-a36b-1e5e8661247a tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462847 Feb 15 05:02:36.546974 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fe4ec-ebed-43ca-b18f-aee024b77727 req-2b62c70c-945b-4163-804e-d45463be51b4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:36.548409 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-558fe4ec-ebed-43ca-b18f-aee024b77727 req-2b62c70c-945b-4163-804e-d45463be51b4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0510299 Feb 15 05:02:36.600855 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-558fe4ec-ebed-43ca-b18f-aee024b77727 req-3c9f032a-c450-4c2a-be68-62c119396522 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469933 Feb 15 05:02:37.003168 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1c75b-ca45-44b7-89f3-82cb4bd6331a req-31c6d205-75e9-4557-bc1b-d92bda2b7fbc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:37.004618 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fdc1c75b-ca45-44b7-89f3-82cb4bd6331a req-31c6d205-75e9-4557-bc1b-d92bda2b7fbc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0556333 Feb 15 05:02:37.051277 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fdc1c75b-ca45-44b7-89f3-82cb4bd6331a req-94f17432-e0d0-4473-9a45-b7679bbca381 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410788 Feb 15 05:02:37.193327 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8039649-84a9-49e4-bf88-8561c1103125 req-d940b84a-ef19-42d8-8a7b-93389e571e0a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:37.194763 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b8039649-84a9-49e4-bf88-8561c1103125 req-d940b84a-ef19-42d8-8a7b-93389e571e0a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0532181 Feb 15 05:02:37.201915 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:37.223360 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcdbc7-e6ed-4070-a669-275c75b4267f req-e7a83f24-2779-4a97-b17b-d5f3ff1f8881 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:37.224838 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-89dcdbc7-e6ed-4070-a669-275c75b4267f req-e7a83f24-2779-4a97-b17b-d5f3ff1f8881 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0570376 Feb 15 05:02:37.242527 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b8039649-84a9-49e4-bf88-8561c1103125 req-f384b2a7-232d-4550-bb97-99112f4d31be tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419338 Feb 15 05:02:37.276589 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-89dcdbc7-e6ed-4070-a669-275c75b4267f req-813b6b2e-b201-445d-9619-c0718d95cf6b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461683 Feb 15 05:02:37.641644 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdbc7a-7b81-42cc-8ae8-88c375b3e013 req-83af6cc3-289c-415a-b8df-c86b772861df tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:37.643085 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-95cdbc7a-7b81-42cc-8ae8-88c375b3e013 req-83af6cc3-289c-415a-b8df-c86b772861df tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0518177 Feb 15 05:02:37.689630 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-95cdbc7a-7b81-42cc-8ae8-88c375b3e013 req-f90174c4-6521-49e5-a39d-d578149c3c33 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Feb 15 05:02:37.726212 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b1bc0-fb1c-4f92-a227-3364b4e86adb req-9970e510-7742-446a-9ffc-2da5854f7cb7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:37.727659 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-791b1bc0-fb1c-4f92-a227-3364b4e86adb req-9970e510-7742-446a-9ffc-2da5854f7cb7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0537572 Feb 15 05:02:37.772342 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-791b1bc0-fb1c-4f92-a227-3364b4e86adb req-9239e73e-377c-4fcb-9e5d-8db593b5cbfa tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387204 Feb 15 05:02:38.171668 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b1f1f-aa6b-4612-97b5-cd5571683139 req-73825ec7-e72f-4950-a4a5-83526853ff10 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:38.173113 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-423b1f1f-aa6b-4612-97b5-cd5571683139 req-73825ec7-e72f-4950-a4a5-83526853ff10 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0549467 Feb 15 05:02:38.218932 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-423b1f1f-aa6b-4612-97b5-cd5571683139 req-0855fa5e-ea57-4b31-bb00-539ff4b70c0e tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402372 Feb 15 05:02:38.391521 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a85b1-ae86-4bc7-be01-4e4dc4158d2d req-1b548990-7476-4d00-8e72-bbe78a8bcf43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:38.393025 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-770a85b1-ae86-4bc7-be01-4e4dc4158d2d req-1b548990-7476-4d00-8e72-bbe78a8bcf43 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0517352 Feb 15 05:02:38.442995 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-770a85b1-ae86-4bc7-be01-4e4dc4158d2d req-102e128e-db38-4efd-a302-39ed193b3311 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445170 Feb 15 05:02:38.695971 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:38.806421 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdeed0-9270-4f39-a783-9797ec17f6bf req-9380d1a8-88b4-4c0f-bd84-73d446c9ab1c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:38.808143 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e5cdeed0-9270-4f39-a783-9797ec17f6bf req-9380d1a8-88b4-4c0f-bd84-73d446c9ab1c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0520880 Feb 15 05:02:38.854914 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e5cdeed0-9270-4f39-a783-9797ec17f6bf req-d8cd84d2-0677-4074-9e4a-fab13ac43ee7 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407829 Feb 15 05:02:38.895388 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cf83e-42b8-4f2c-baa3-b5982cc7aaae req-a7452d2a-f962-4336-b6c5-d57d38bccdd9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:38.896839 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b46cf83e-42b8-4f2c-baa3-b5982cc7aaae req-a7452d2a-f962-4336-b6c5-d57d38bccdd9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0546796 Feb 15 05:02:38.942080 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b46cf83e-42b8-4f2c-baa3-b5982cc7aaae req-87418d0d-def0-413c-ac74-da6421e8c748 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397329 Feb 15 05:02:39.336847 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325e57b-a8b1-4eaa-b770-d358edfcc96c req-a0969bc4-acd2-4f10-8e43-389f71914c72 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:39.338300 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7325e57b-a8b1-4eaa-b770-d358edfcc96c req-a0969bc4-acd2-4f10-8e43-389f71914c72 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0539577 Feb 15 05:02:39.385787 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7325e57b-a8b1-4eaa-b770-d358edfcc96c req-7b2a97ca-314d-4f48-b933-fc94c561c306 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418937 Feb 15 05:02:39.562887 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d1251-c4b4-46a7-9a8f-8074e9553d5e req-1a2aa3c3-4d9a-4287-a15a-f27e22cc800c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:39.564231 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3e2d1251-c4b4-46a7-9a8f-8074e9553d5e req-1a2aa3c3-4d9a-4287-a15a-f27e22cc800c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0515714 Feb 15 05:02:39.612478 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3e2d1251-c4b4-46a7-9a8f-8074e9553d5e req-968cab42-6fee-43df-bea0-da4e66847cd1 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 Feb 15 05:02:39.972546 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d9718-b586-400e-9b3f-3a00908f5f66 req-7e44142b-7832-49be-9359-4642a9d25539 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:39.974080 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-955d9718-b586-400e-9b3f-3a00908f5f66 req-7e44142b-7832-49be-9359-4642a9d25539 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0515161 Feb 15 05:02:40.021184 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-955d9718-b586-400e-9b3f-3a00908f5f66 req-d2322a2e-8882-491b-befc-fbba7b41c990 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 Feb 15 05:02:40.063827 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a297d-9d9a-4678-9019-4c2bb8b0e735 req-b087598a-a680-4122-b2e4-c4cd55c954ca tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:40.065295 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c68a297d-9d9a-4678-9019-4c2bb8b0e735 req-b087598a-a680-4122-b2e4-c4cd55c954ca tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0524929 Feb 15 05:02:40.113084 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c68a297d-9d9a-4678-9019-4c2bb8b0e735 req-591d900a-46dd-4689-b1d9-fab8a587306e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423832 Feb 15 05:02:40.513098 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cf497-9a23-484e-97f7-48c7485304c3 req-3e9c09d3-bc1d-4f42-a89a-43a48ccb1a6d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:40.514661 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-fb1cf497-9a23-484e-97f7-48c7485304c3 req-3e9c09d3-bc1d-4f42-a89a-43a48ccb1a6d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0517428 Feb 15 05:02:40.563734 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-fb1cf497-9a23-484e-97f7-48c7485304c3 req-fe60936f-cef6-41ae-8639-b5882bdf057e tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 Feb 15 05:02:40.730215 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2098e-bd97-4e97-b4db-c19ef60c622b req-43fcfef5-5d13-4617-8c61-68c074a09632 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:40.731585 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-acc2098e-bd97-4e97-b4db-c19ef60c622b req-43fcfef5-5d13-4617-8c61-68c074a09632 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0523775 Feb 15 05:02:40.776862 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-acc2098e-bd97-4e97-b4db-c19ef60c622b req-9e09b612-6994-43e1-a832-cc97c5bb2168 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398676 Feb 15 05:02:41.242776 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc69c2-3289-4f10-9ba6-1e21dbc1e475 req-1a9f6aff-e109-46a0-9c54-76f89ed498ba tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:41.244325 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-61cc69c2-3289-4f10-9ba6-1e21dbc1e475 req-1a9f6aff-e109-46a0-9c54-76f89ed498ba tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0540292 Feb 15 05:02:41.294970 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-61cc69c2-3289-4f10-9ba6-1e21dbc1e475 req-f767eea6-ed87-420a-86b0-0bc922c8fbea tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441113 Feb 15 05:02:41.349472 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b850c-abc6-4d6a-96d3-6dad4c080c37 req-5f35019d-8c8a-440b-a372-d8c6a39fbb79 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:41.350947 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-377b850c-abc6-4d6a-96d3-6dad4c080c37 req-5f35019d-8c8a-440b-a372-d8c6a39fbb79 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.2599509 Feb 15 05:02:41.396425 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-377b850c-abc6-4d6a-96d3-6dad4c080c37 req-552d4bb2-dc69-4b90-9c39-87d14a107260 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Feb 15 05:02:41.681898 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750c852-3cc2-4ada-b565-7ef165ace073 req-761f3ae6-db51-4265-a06b-d0eaab3533fc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:41.683594 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c750c852-3cc2-4ada-b565-7ef165ace073 req-761f3ae6-db51-4265-a06b-d0eaab3533fc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0543902 Feb 15 05:02:41.729169 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c750c852-3cc2-4ada-b565-7ef165ace073 req-9ad75efe-4db0-49ad-b470-00e13166613f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394320 Feb 15 05:02:41.890022 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f9d62-0031-427d-94b2-82838c0f6e6f req-cfc455c9-4dd6-46e7-b8f4-fe243a898f68 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:41.891437 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ef0f9d62-0031-427d-94b2-82838c0f6e6f req-cfc455c9-4dd6-46e7-b8f4-fe243a898f68 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0511692 Feb 15 05:02:41.940082 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ef0f9d62-0031-427d-94b2-82838c0f6e6f req-4bbebefc-4d20-4d0d-8125-e3ef7a668426 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Feb 15 05:02:42.416168 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b41d90-f0c3-48ef-a672-f44c9408097d req-fc5f5606-f8a6-4820-9f65-cce364409d72 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:42.417678 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d8b41d90-f0c3-48ef-a672-f44c9408097d req-fc5f5606-f8a6-4820-9f65-cce364409d72 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0512676 Feb 15 05:02:42.465547 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d8b41d90-f0c3-48ef-a672-f44c9408097d req-27e823e5-32ef-406e-a22a-b0e23ab9e31d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422409 Feb 15 05:02:42.515444 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75030f60-3e0e-43f1-83f1-b13ed3acd0dc req-3de0156f-76df-43f2-8c1a-cd5c5450f22a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:42.516864 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-75030f60-3e0e-43f1-83f1-b13ed3acd0dc req-3de0156f-76df-43f2-8c1a-cd5c5450f22a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0527608 Feb 15 05:02:42.560124 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-75030f60-3e0e-43f1-83f1-b13ed3acd0dc req-6a1bee4f-d496-44b9-9097-938ae60d0dab tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 Feb 15 05:02:42.845458 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78971e-9d4b-40d2-999a-5f69e1683d9e req-8f05cd1c-0922-438f-bebd-320f23bba671 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:42.846901 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fc78971e-9d4b-40d2-999a-5f69e1683d9e req-8f05cd1c-0922-438f-bebd-320f23bba671 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0510352 Feb 15 05:02:42.902419 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fc78971e-9d4b-40d2-999a-5f69e1683d9e req-3f2ad7e4-208f-4015-b081-e3903596a960 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501487 Feb 15 05:02:43.059523 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56e54-86ad-499a-bb9c-d70e0b6bf6a2 req-45bca32e-8fe0-41df-a47f-01b10196042e tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:43.059523 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c4e56e54-86ad-499a-bb9c-d70e0b6bf6a2 req-45bca32e-8fe0-41df-a47f-01b10196042e tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.0513957 Feb 15 05:02:43.105836 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c4e56e54-86ad-499a-bb9c-d70e0b6bf6a2 req-c5e5981a-68ae-4110-b6a9-f75ccbdbf8ea tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Feb 15 05:02:43.270289 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a07c32-e7f5-4f1b-9475-bb9d95f1c1a6 req-e2e29e9a-4d22-4c2e-a3ce-741baac53442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:43.271945 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b6a07c32-e7f5-4f1b-9475-bb9d95f1c1a6 req-e2e29e9a-4d22-4c2e-a3ce-741baac53442 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=273425068e4a4d14a7be7911dcac5412&device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 1129 time: 0.0483043 Feb 15 05:02:43.392596 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a07c32-e7f5-4f1b-9475-bb9d95f1c1a6 req-6ff74ca1-ff58-4580-9f66-2fd83cc6ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:43.398029 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b6a07c32-e7f5-4f1b-9475-bb9d95f1c1a6 req-6ff74ca1-ff58-4580-9f66-2fd83cc6ba3a service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2a28af5-77ca-4dec-9deb-0a5382895207 HTTP/1.1" status: 200 len: 919 time: 0.0901642 Feb 15 05:02:43.440289 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b6a07c32-e7f5-4f1b-9475-bb9d95f1c1a6 req-5ab60400-9514-4ee7-a04f-2bc25d8be75c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 HTTP/1.1" status: 200 len: 217 time: 0.0385857 Feb 15 05:02:43.491733 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a07c32-e7f5-4f1b-9475-bb9d95f1c1a6 req-dc25b58a-0824-4866-8da1-a4278b6f6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:43.493243 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b6a07c32-e7f5-4f1b-9475-bb9d95f1c1a6 req-dc25b58a-0824-4866-8da1-a4278b6f6618 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c59e23e1-260b-477b-960b-86b72dd5e2ee HTTP/1.1" status: 200 len: 858 time: 0.0449624 Feb 15 05:02:43.530853 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b6a07c32-e7f5-4f1b-9475-bb9d95f1c1a6 req-5d7789f5-a234-4c41-9f98-4f3498c78e4b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2a28af5-77ca-4dec-9deb-0a5382895207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298707 Feb 15 05:02:43.691655 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd9bda-3fb9-4e91-adb7-f86df63c3a68 req-706e7083-a5c2-4f95-a392-a4c6321357c5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:43.693218 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-98cd9bda-3fb9-4e91-adb7-f86df63c3a68 req-706e7083-a5c2-4f95-a392-a4c6321357c5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.1520908 Feb 15 05:02:43.699691 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6515d-4799-4273-be57-d7bcd0d403cf req-081233e8-3250-4f52-a1e5-d9859a0b8b6b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:43.703424 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-53f6515d-4799-4273-be57-d7bcd0d403cf req-081233e8-3250-4f52-a1e5-d9859a0b8b6b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0726199 Feb 15 05:02:43.717326 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b6a07c32-e7f5-4f1b-9475-bb9d95f1c1a6 req-1a5706bc-e91c-498b-a4b2-dd8ec7dab0d0 service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643863 Feb 15 05:02:43.745664 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a90f92-aeca-4f8e-b7eb-ea1409b8cd1b req-1aab1c5f-99db-4955-8529-a4f039067f81 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:43.745664 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a2a90f92-aeca-4f8e-b7eb-ea1409b8cd1b req-1aab1c5f-99db-4955-8529-a4f039067f81 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.1194365 Feb 15 05:02:43.763046 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-53f6515d-4799-4273-be57-d7bcd0d403cf req-f50e2d4d-e5ea-432c-8a33-f090f68d3fc7 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542972 Feb 15 05:02:43.866516 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-98cd9bda-3fb9-4e91-adb7-f86df63c3a68 req-28cc74bb-8e4b-4cd7-be1c-41e27e452d4a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624920 Feb 15 05:02:43.924000 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b6a07c32-e7f5-4f1b-9475-bb9d95f1c1a6 req-fb6367a4-2155-4ba4-b1f1-65db9d53c975 service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819570 Feb 15 05:02:43.944490 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-a2a90f92-aeca-4f8e-b7eb-ea1409b8cd1b req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Deleting port f4f2e636-cda7-4a63-a922-710380e473f9 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:02:43.944844 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a2a90f92-aeca-4f8e-b7eb-ea1409b8cd1b req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (f4f2e636-cda7-4a63-a922-710380e473f9), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:44.054229 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187911e-cde9-48b5-911d-847aae1aeda5 req-f9931208-ccad-4e28-9da4-95c556839ca3 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:44.056303 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1187911e-cde9-48b5-911d-847aae1aeda5 req-f9931208-ccad-4e28-9da4-95c556839ca3 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0631635 Feb 15 05:02:44.110664 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1187911e-cde9-48b5-911d-847aae1aeda5 req-80b72d0d-888b-4108-a107-3dc9c583bd53 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471351 Feb 15 05:02:44.347771 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a0f35-4053-4649-a49d-bac267d8da00 req-dd745bbb-4448-4e2e-85db-45e435a753b9 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:44.349243 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f1a0f35-4053-4649-a49d-bac267d8da00 req-dd745bbb-4448-4e2e-85db-45e435a753b9 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 945 time: 0.1367993 Feb 15 05:02:44.351640 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-a2a90f92-aeca-4f8e-b7eb-ea1409b8cd1b req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] For port f4f2e636-cda7-4a63-a922-710380e473f9, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f4f2e636-cda7-4a63-a922-710380e473f9,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:02:44.352003 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a2a90f92-aeca-4f8e-b7eb-ea1409b8cd1b req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (f4f2e636-cda7-4a63-a922-710380e473f9), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:44.377106 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-a2a90f92-aeca-4f8e-b7eb-ea1409b8cd1b req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Calling delete_port for f4f2e636-cda7-4a63-a922-710380e473f9 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:02:44.467573 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f1a0f35-4053-4649-a49d-bac267d8da00 req-75ce5485-3148-4abe-b652-1cd10a29dfc7 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055846 Feb 15 05:02:44.667849 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a2a90f92-aeca-4f8e-b7eb-ea1409b8cd1b req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (f4f2e636-cda7-4a63-a922-710380e473f9), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:44.683528 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['30507fb0-9e8b-4352-8f8f-5ffd05a068bb', 'bca96bce-4974-461c-9152-56ad44e66997', 'ce8101ca-6d00-4be6-bf10-57d96534f977', 'f4f2e636-cda7-4a63-a922-710380e473f9'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:02:44.752980 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Pushing event deleted for resources: {'Port': ['ID=f4f2e636-cda7-4a63-a922-710380e473f9,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:44.809332 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a90f92-aeca-4f8e-b7eb-ea1409b8cd1b req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] No DVR routers for this DVR port f4f2e636-cda7-4a63-a922-710380e473f9 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:02:44.812477 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a2a90f92-aeca-4f8e-b7eb-ea1409b8cd1b req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:44.816320 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a2a90f92-aeca-4f8e-b7eb-ea1409b8cd1b req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "DELETE /v2.0/ports/f4f2e636-cda7-4a63-a922-710380e473f9 HTTP/1.1" status: 204 len: 173 time: 1.0669994 Feb 15 05:02:44.817051 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7965468-63a3-4c32-bd19-1a6c2ac345c7', 'name': 'network-vif-deleted', 'tag': 'f4f2e636-cda7-4a63-a922-710380e473f9'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:02:44.819465 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb93542-fa97-4e4d-9653-ebd595296207" -d '{"events": [{"server_uuid": "a7965468-63a3-4c32-bd19-1a6c2ac345c7", "name": "network-vif-deleted", "tag": "f4f2e636-cda7-4a63-a922-710380e473f9"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:02:44.822701 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:44.823130 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:44.823548 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:44.823959 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:44.824367 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:44.824770 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:44.825202 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:44.825608 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:44.826582 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:44.826959 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:44.828318 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:44.829082 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:44.829697 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a3c9f-0158-48cf-84f7-e14472f19c6c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:44.934359 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af1ba0b-5884-4c16-af3c-8152c1658e75 x-openstack-request-id: req-1af1ba0b-5884-4c16-af3c-8152c1658e75 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:02:44.934975 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7965468-63a3-4c32-bd19-1a6c2ac345c7", "name": "network-vif-deleted", "tag": "f4f2e636-cda7-4a63-a922-710380e473f9", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:02:44.936128 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1af1ba0b-5884-4c16-af3c-8152c1658e75 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:02:44.941793 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7965468-63a3-4c32-bd19-1a6c2ac345c7', 'name': 'network-vif-deleted', 'tag': 'f4f2e636-cda7-4a63-a922-710380e473f9', 'status': 'completed', 'code': 200} Feb 15 05:02:45.001114 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dcb05-f6f9-4a83-8786-ad6b248719b8 req-06d5be05-0f80-41bf-aca6-a709615606fe tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:45.009528 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-be5dcb05-f6f9-4a83-8786-ad6b248719b8 req-06d5be05-0f80-41bf-aca6-a709615606fe tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0960460 Feb 15 05:02:45.086504 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5567324-f318-4d80-b3ff-ec886c8641ac req-cb2fe194-d6d4-48a3-82e5-e9514929aeb1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:45.086976 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-be5dcb05-f6f9-4a83-8786-ad6b248719b8 req-a7947b34-8fbe-40fe-bb9e-f31764ad324f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722961 Feb 15 05:02:45.105648 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b5567324-f318-4d80-b3ff-ec886c8641ac req-cb2fe194-d6d4-48a3-82e5-e9514929aeb1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0901239 Feb 15 05:02:45.169082 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b5567324-f318-4d80-b3ff-ec886c8641ac req-0af405d0-c47f-436d-b5d5-3dde0b039b58 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623472 Feb 15 05:02:45.270885 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5f04d-9668-4895-b33a-e4820bc85a44 req-80630ed3-9367-49ab-b82d-ebd37223e0cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:45.272479 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0cb5f04d-9668-4895-b33a-e4820bc85a44 req-80630ed3-9367-49ab-b82d-ebd37223e0cb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0700557 Feb 15 05:02:45.332980 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0cb5f04d-9668-4895-b33a-e4820bc85a44 req-ddfe7533-94dc-49d7-a492-4360f8824ef7 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543253 Feb 15 05:02:45.609426 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e9d7b595-7b8d-44a5-b16c-15b3411a9f33 req-68333416-001c-4ccd-92a4-17129ddf917b tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7965468-63a3-4c32-bd19-1a6c2ac345c7 HTTP/1.1" status: 200 len: 210 time: 0.0451589 Feb 15 05:02:46.137314 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 55242) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:46.264850 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d03fa-22b1-4bc5-9249-96a1f9b95c77 req-5e3834b3-288a-4e75-8c1a-1904d9ab47c3 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:46.266745 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-071d03fa-22b1-4bc5-9249-96a1f9b95c77 req-5e3834b3-288a-4e75-8c1a-1904d9ab47c3 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0762632 Feb 15 05:02:46.281985 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:46.322353 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78991da-5fff-4ae9-88dd-a99d71ebacd5 req-7b2041c1-91ad-4882-a875-02da2e14d2ee tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:46.330152 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e78991da-5fff-4ae9-88dd-a99d71ebacd5 req-7b2041c1-91ad-4882-a875-02da2e14d2ee tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0728493 Feb 15 05:02:46.364194 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-071d03fa-22b1-4bc5-9249-96a1f9b95c77 req-3a55b1db-8aa0-4735-9e1f-a26e1f698774 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797420 Feb 15 05:02:46.384313 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e78991da-5fff-4ae9-88dd-a99d71ebacd5 req-62b89c15-b18d-49a4-8f26-0d4be1876577 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532782 Feb 15 05:02:46.452439 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Publish callbacks [] for security_group (7c2b6266-4855-480b-9a7b-2b9458894622), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:46.513197 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcf7f-d0eb-4c9f-ad95-ab52fc10eb31 req-a54e5272-ebd9-4b24-9306-44968add2b0a tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:46.520056 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-cd4fcf7f-d0eb-4c9f-ad95-ab52fc10eb31 req-a54e5272-ebd9-4b24-9306-44968add2b0a tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0573225 Feb 15 05:02:46.537354 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (7c2b6266-4855-480b-9a7b-2b9458894622), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:46.597000 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b84d3afa36204fd38f073124031c9ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4560750 Feb 15 05:02:46.597516 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 55254) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:46.600358 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2b6266-4855-480b-9a7b-2b9458894622,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:46.621008 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:46.621710 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:46.622051 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:46.622385 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:46.622853 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:46.623634 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:46.623954 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:46.624278 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:46.624600 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:46.624919 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:46.625278 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:46.625596 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:46.625907 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d8054-7da1-438c-92f8-94eb13e5dec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:46.647114 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-cd4fcf7f-d0eb-4c9f-ad95-ab52fc10eb31 req-c1e3d481-e981-4767-9602-a6bc1285bf6f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184547 Feb 15 05:02:46.672129 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-231c1a81-9ae6-4d07-ab82-2a16250f636e admin admin] Publish callbacks [] for security_group (7c2b6266-4855-480b-9a7b-2b9458894622), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:46.695656 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-231c1a81-9ae6-4d07-ab82-2a16250f636e admin admin] Publish callbacks [] for security_group (7c2b6266-4855-480b-9a7b-2b9458894622), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:46.844638 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-231c1a81-9ae6-4d07-ab82-2a16250f636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (7c2b6266-4855-480b-9a7b-2b9458894622), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:46.849704 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-231c1a81-9ae6-4d07-ab82-2a16250f636e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:46.849704 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-231c1a81-9ae6-4d07-ab82-2a16250f636e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c2b6266-4855-480b-9a7b-2b9458894622 HTTP/1.1" status: 204 len: 168 time: 0.2510719 Feb 15 05:02:46.860997 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c1a81-9ae6-4d07-ab82-2a16250f636e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2b6266-4855-480b-9a7b-2b9458894622,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:47.497625 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cca8d5-1262-4687-a234-a92d7887a969 req-c04a5e08-d43d-41c2-a513-0a38f3029126 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:47.499209 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f8cca8d5-1262-4687-a234-a92d7887a969 req-c04a5e08-d43d-41c2-a513-0a38f3029126 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0648334 Feb 15 05:02:47.557272 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f8cca8d5-1262-4687-a234-a92d7887a969 req-a5558ea6-5ed6-4e9b-9d64-ee64b3ed441e tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521488 Feb 15 05:02:47.568632 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10ba2c-020c-44e6-8607-88cc67f9dd78 req-99b4564c-f493-472f-bb81-3b25692877a8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:47.570449 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eb10ba2c-020c-44e6-8607-88cc67f9dd78 req-99b4564c-f493-472f-bb81-3b25692877a8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0635097 Feb 15 05:02:47.621630 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eb10ba2c-020c-44e6-8607-88cc67f9dd78 req-196c19ab-2be1-4aa8-a85e-ea8cafe2b8f2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434072 Feb 15 05:02:47.685685 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device f4f2e636-cda7-4a63-a922-710380e473f9 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:02:47.710401 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: f4f2e636-cda7-4a63-a922-710380e473f9 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:02:47.711026 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device f4f2e636-cda7-4a63-a922-710380e473f9 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:02:47.760418 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06531c-e6f3-467c-9581-93f50cb88f5a req-60c3be02-861e-45f2-8504-60c3f3d3b8d1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:47.762077 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2e06531c-e6f3-467c-9581-93f50cb88f5a req-60c3be02-861e-45f2-8504-60c3f3d3b8d1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0541160 Feb 15 05:02:47.825479 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2e06531c-e6f3-467c-9581-93f50cb88f5a req-5e34ccf7-b8f8-4641-9af3-226effbd04db tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506830 Feb 15 05:02:48.696343 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e011d-fb10-4e60-a576-4b120c73a141 req-1cba23bc-2eec-43d1-8ebe-c1e1ac06a5d8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:48.699352 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cf3e011d-fb10-4e60-a576-4b120c73a141 req-1cba23bc-2eec-43d1-8ebe-c1e1ac06a5d8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0638196 Feb 15 05:02:48.756273 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cf3e011d-fb10-4e60-a576-4b120c73a141 req-0fee3ea5-cd4e-44b4-a90c-05bedb4c96e9 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477433 Feb 15 05:02:48.788975 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae7b51-9eb9-4fd7-8bcb-3f3e58632b77 req-680476e9-f8dd-4599-9ca0-3f86207be12e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:48.790862 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5dae7b51-9eb9-4fd7-8bcb-3f3e58632b77 req-680476e9-f8dd-4599-9ca0-3f86207be12e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0756063 Feb 15 05:02:48.851010 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5dae7b51-9eb9-4fd7-8bcb-3f3e58632b77 req-6c390adc-3215-45c0-8a3c-b1b33fa6a6e4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525782 Feb 15 05:02:48.956134 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237cf6c-866c-4548-998d-4760969cd803 req-a5c17b73-1280-460a-952c-1f2fa800d44c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:48.963520 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0237cf6c-866c-4548-998d-4760969cd803 req-a5c17b73-1280-460a-952c-1f2fa800d44c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0655694 Feb 15 05:02:49.015284 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0237cf6c-866c-4548-998d-4760969cd803 req-69d7e864-2213-41cb-9d6f-7d0b35ed7a20 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508063 Feb 15 05:02:49.591704 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6708c-6054-4a4c-b792-a1460b8317fd req-04bbfe83-9d5d-456a-8bd3-e1d324eff87c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:49.599114 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e0f6708c-6054-4a4c-b792-a1460b8317fd req-04bbfe83-9d5d-456a-8bd3-e1d324eff87c tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 945 time: 0.0784726 Feb 15 05:02:49.658683 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e0f6708c-6054-4a4c-b792-a1460b8317fd req-f13d8322-e9a2-4b20-b700-f86129990d60 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586011 Feb 15 05:02:49.990969 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8094eb1-71d3-42a1-9562-babffe07682b req-1fd78edc-93b7-4442-b52d-3d76e0389163 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:49.992578 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a8094eb1-71d3-42a1-9562-babffe07682b req-1fd78edc-93b7-4442-b52d-3d76e0389163 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0579009 Feb 15 05:02:50.065023 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a8094eb1-71d3-42a1-9562-babffe07682b req-68ad9e37-7248-46a0-97f1-d57b24a739bb tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607238 Feb 15 05:02:50.158572 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fcdff-016f-450e-80e2-b234c68d768d req-e8fbcf48-b365-47a7-9a56-4d55a33c8dba tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:50.160242 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e01fcdff-016f-450e-80e2-b234c68d768d req-e8fbcf48-b365-47a7-9a56-4d55a33c8dba tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0537105 Feb 15 05:02:50.212862 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e01fcdff-016f-450e-80e2-b234c68d768d req-cff8fff2-449b-45ad-af4f-a6c8c8e0c1dd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466914 Feb 15 05:02:50.773136 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837180ba-511b-4483-b17f-32265973589d req-4c26f98d-c3f3-420d-9ccc-7a111b392c9a tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:50.785889 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-837180ba-511b-4483-b17f-32265973589d req-4c26f98d-c3f3-420d-9ccc-7a111b392c9a tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 945 time: 0.0509768 Feb 15 05:02:50.826446 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-837180ba-511b-4483-b17f-32265973589d req-16fb359e-198d-4b45-b42c-b74443b4b496 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455616 Feb 15 05:02:51.211252 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0798549-2c12-4c9c-ac63-809795e2cf6d req-183b0cc9-8d5e-4a17-a6fa-1e9f55759f0f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:51.212962 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c0798549-2c12-4c9c-ac63-809795e2cf6d req-183b0cc9-8d5e-4a17-a6fa-1e9f55759f0f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0633969 Feb 15 05:02:51.267942 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c0798549-2c12-4c9c-ac63-809795e2cf6d req-2ab1295d-0a9a-4e71-a3dc-45d407cac651 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480881 Feb 15 05:02:51.359407 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d25e-053f-40bc-a0b0-3e2a69474da7 req-a00a1221-b8b3-4d38-9d15-8333b35ed028 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:51.361919 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-43d1d25e-053f-40bc-a0b0-3e2a69474da7 req-a00a1221-b8b3-4d38-9d15-8333b35ed028 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0705063 Feb 15 05:02:51.426843 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-43d1d25e-053f-40bc-a0b0-3e2a69474da7 req-b92551b8-12fd-497e-95b2-3ca2a05fb06a tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530305 Feb 15 05:02:51.719065 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b219325-d228-4ecc-a9ce-7bceaac6ca6e req-018ae397-5c44-4bad-9e47-ccd936a9e5e2 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:51.720534 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0b219325-d228-4ecc-a9ce-7bceaac6ca6e req-018ae397-5c44-4bad-9e47-ccd936a9e5e2 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0693779 Feb 15 05:02:51.768979 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0b219325-d228-4ecc-a9ce-7bceaac6ca6e req-a8637ea2-6cb8-45ba-96cb-afe2891481b5 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415878 Feb 15 05:02:51.956947 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53eca6c-9fa6-48ab-bcc8-d18f5211151f req-978e7fac-9892-475a-9edb-38381360edcd tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:51.958443 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c53eca6c-9fa6-48ab-bcc8-d18f5211151f req-978e7fac-9892-475a-9edb-38381360edcd tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 945 time: 0.0584781 Feb 15 05:02:52.007309 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c53eca6c-9fa6-48ab-bcc8-d18f5211151f req-a03f8c0f-c71b-4ef1-969f-b8f0a56a6cb4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428953 Feb 15 05:02:52.098006 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862653ab-a99f-4173-ad72-065b4b611246 req-1ca7bcd3-e48f-4a20-8e87-ca81fdf7f63f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:52.099462 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-862653ab-a99f-4173-ad72-065b4b611246 req-1ca7bcd3-e48f-4a20-8e87-ca81fdf7f63f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 945 time: 0.0529244 Feb 15 05:02:52.222653 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-862653ab-a99f-4173-ad72-065b4b611246 req-92806eb2-9b06-405d-a675-0145571cefe4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Deleting port ce8101ca-6d00-4be6-bf10-57d96534f977 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:02:52.223341 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-862653ab-a99f-4173-ad72-065b4b611246 req-92806eb2-9b06-405d-a675-0145571cefe4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:52.337109 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-862653ab-a99f-4173-ad72-065b4b611246 req-92806eb2-9b06-405d-a675-0145571cefe4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] For port ce8101ca-6d00-4be6-bf10-57d96534f977, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ce8101ca-6d00-4be6-bf10-57d96534f977,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:02:52.337578 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-862653ab-a99f-4173-ad72-065b4b611246 req-92806eb2-9b06-405d-a675-0145571cefe4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:52.366592 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-862653ab-a99f-4173-ad72-065b4b611246 req-92806eb2-9b06-405d-a675-0145571cefe4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Calling delete_port for ce8101ca-6d00-4be6-bf10-57d96534f977 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:02:52.472512 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab31176-f730-412f-bada-7225e095a763 req-18820b84-83ca-4051-bbcd-cacc3bae358e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:52.474123 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8ab31176-f730-412f-bada-7225e095a763 req-18820b84-83ca-4051-bbcd-cacc3bae358e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.1121600 Feb 15 05:02:52.569106 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8ab31176-f730-412f-bada-7225e095a763 req-c32fa05f-8b29-4dfe-9547-205ad9c16b32 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892749 Feb 15 05:02:52.673017 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-862653ab-a99f-4173-ad72-065b4b611246 req-92806eb2-9b06-405d-a675-0145571cefe4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (ce8101ca-6d00-4be6-bf10-57d96534f977), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:52.686644 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['30507fb0-9e8b-4352-8f8f-5ffd05a068bb', 'bca96bce-4974-461c-9152-56ad44e66997', 'ce8101ca-6d00-4be6-bf10-57d96534f977'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:02:52.751398 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92806eb2-9b06-405d-a675-0145571cefe4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Pushing event deleted for resources: {'Port': ['ID=ce8101ca-6d00-4be6-bf10-57d96534f977,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:52.806033 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-862653ab-a99f-4173-ad72-065b4b611246 req-92806eb2-9b06-405d-a675-0145571cefe4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] No DVR routers for this DVR port ce8101ca-6d00-4be6-bf10-57d96534f977 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:02:52.808856 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-862653ab-a99f-4173-ad72-065b4b611246 req-92806eb2-9b06-405d-a675-0145571cefe4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:52.813287 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-862653ab-a99f-4173-ad72-065b4b611246 req-92806eb2-9b06-405d-a675-0145571cefe4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "DELETE /v2.0/ports/ce8101ca-6d00-4be6-bf10-57d96534f977 HTTP/1.1" status: 204 len: 173 time: 0.7073338 Feb 15 05:02:52.813797 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f', 'name': 'network-vif-deleted', 'tag': 'ce8101ca-6d00-4be6-bf10-57d96534f977'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:02:52.816920 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0ea6b4-42dc-4e58-aacd-3e38500eba3e" -d '{"events": [{"server_uuid": "39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f", "name": "network-vif-deleted", "tag": "ce8101ca-6d00-4be6-bf10-57d96534f977"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:02:52.836492 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f10bb-d5fa-4a81-a3c2-1ebd8aa15ac7 req-1fa273c8-ea78-4ffc-b858-35e1208e2e6b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:52.838221 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-336f10bb-d5fa-4a81-a3c2-1ebd8aa15ac7 req-1fa273c8-ea78-4ffc-b858-35e1208e2e6b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.1629741 Feb 15 05:02:52.901160 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d535bcb1-a4bd-4845-b96c-540bfbc4bfb4 x-openstack-request-id: req-d535bcb1-a4bd-4845-b96c-540bfbc4bfb4 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:02:52.901556 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f", "name": "network-vif-deleted", "tag": "ce8101ca-6d00-4be6-bf10-57d96534f977", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:02:52.901897 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d535bcb1-a4bd-4845-b96c-540bfbc4bfb4 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:02:52.902441 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f', 'name': 'network-vif-deleted', 'tag': 'ce8101ca-6d00-4be6-bf10-57d96534f977', 'status': 'completed', 'code': 200} Feb 15 05:02:52.944416 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-336f10bb-d5fa-4a81-a3c2-1ebd8aa15ac7 req-5660ed46-0b98-4c2a-a3b6-9d028e334590 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982015 Feb 15 05:02:53.125803 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2cdab42b-a31a-49d1-bf24-39f419852b7f req-304444ea-9d2d-4f99-87b0-f0fb890e0dc1 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cb84e8-d475-40a2-a6b8-8ec07c4f5c3f HTTP/1.1" status: 200 len: 210 time: 0.0418925 Feb 15 05:02:53.723834 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d858d89-ec7b-4c2d-961f-0162856e7f69 req-ad50a822-f1f8-4ea6-b1bc-2a75a7f8a77a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:53.732741 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d858d89-ec7b-4c2d-961f-0162856e7f69 req-ad50a822-f1f8-4ea6-b1bc-2a75a7f8a77a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0894437 Feb 15 05:02:53.814426 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d858d89-ec7b-4c2d-961f-0162856e7f69 req-202ebc66-603c-4f36-80ce-8a1760d09487 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803502 Feb 15 05:02:54.081066 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0754ed-30ef-4ac7-a659-b86ace0dd0d3 req-472086b9-d730-4ef8-bcc4-1e79cd3e4349 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:54.082482 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4c0754ed-30ef-4ac7-a659-b86ace0dd0d3 req-472086b9-d730-4ef8-bcc4-1e79cd3e4349 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0616636 Feb 15 05:02:54.140728 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4c0754ed-30ef-4ac7-a659-b86ace0dd0d3 req-e41d6ba2-4e9a-4b70-9b59-3f8da1da8a22 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486777 Feb 15 05:02:54.734767 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa6777-0300-466b-be91-4f24ac1227a3 req-9b24935e-4220-48f1-8875-1b2748156fa2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:54.736229 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-70aa6777-0300-466b-be91-4f24ac1227a3 req-9b24935e-4220-48f1-8875-1b2748156fa2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0546873 Feb 15 05:02:54.781841 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-70aa6777-0300-466b-be91-4f24ac1227a3 req-9423e366-14c6-4a8e-8a62-27ef60d4bc97 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400972 Feb 15 05:02:54.931337 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa682a-aa0e-4e40-81b9-f7d9c90d493b req-573eb748-98c2-4bd2-bc81-4dc181e432c4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:54.932978 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-03aa682a-aa0e-4e40-81b9-f7d9c90d493b req-573eb748-98c2-4bd2-bc81-4dc181e432c4 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 945 time: 0.0577288 Feb 15 05:02:54.993047 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd2d51-381b-4671-9ef6-c917c666daba req-7a51918e-3555-4a55-ac07-9f71cd6e88ce tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:54.993566 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-03aa682a-aa0e-4e40-81b9-f7d9c90d493b req-48a0ef70-4610-464f-a940-86e884204a96 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524099 Feb 15 05:02:54.994679 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a1dd2d51-381b-4671-9ef6-c917c666daba req-7a51918e-3555-4a55-ac07-9f71cd6e88ce tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0948815 Feb 15 05:02:55.001895 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3747869-15c1-40d4-a5bc-38a20c6388e1 req-34bd093d-22af-47bf-a3e4-3cd00416ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:55.003450 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3747869-15c1-40d4-a5bc-38a20c6388e1 req-34bd093d-22af-47bf-a3e4-3cd00416ff3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 1129 time: 0.0673242 Feb 15 05:02:55.122449 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a1dd2d51-381b-4671-9ef6-c917c666daba req-1a730c04-34ea-4dd0-9094-6c5ecff566f7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127837 Feb 15 05:02:55.159083 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3747869-15c1-40d4-a5bc-38a20c6388e1 req-6114c068-74bb-496c-a8c2-2104b544e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:55.160958 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3747869-15c1-40d4-a5bc-38a20c6388e1 req-6114c068-74bb-496c-a8c2-2104b544e383 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b HTTP/1.1" status: 200 len: 911 time: 0.1496885 Feb 15 05:02:55.236260 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3747869-15c1-40d4-a5bc-38a20c6388e1 req-48df8dd8-db24-4839-ae3e-65f76027a24b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3f3db6-ad7d-4ce0-a339-d618021017f5 HTTP/1.1" status: 200 len: 1001 time: 0.0682292 Feb 15 05:02:55.298025 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3747869-15c1-40d4-a5bc-38a20c6388e1 req-bf1c86f7-77c2-4150-a591-cc8f7d4c22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:55.299800 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3747869-15c1-40d4-a5bc-38a20c6388e1 req-bf1c86f7-77c2-4150-a591-cc8f7d4c22ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=faa73486-4adb-45de-9cdc-e6985faa7b50 HTTP/1.1" status: 200 len: 849 time: 0.0556076 Feb 15 05:02:55.353032 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3747869-15c1-40d4-a5bc-38a20c6388e1 req-688d96e6-9079-4aed-a6d1-35e9ec50e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:55.354948 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3747869-15c1-40d4-a5bc-38a20c6388e1 req-688d96e6-9079-4aed-a6d1-35e9ec50e7cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475662 Feb 15 05:02:55.489251 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3747869-15c1-40d4-a5bc-38a20c6388e1 req-a8392b50-5a4f-4f46-b5d5-f1f3360a0c1a service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259668 Feb 15 05:02:55.587265 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3747869-15c1-40d4-a5bc-38a20c6388e1 req-0af59662-aee8-491e-8526-b29a7b2e3766 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909791 Feb 15 05:02:55.732592 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device ce8101ca-6d00-4be6-bf10-57d96534f977 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:02:55.758184 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: ce8101ca-6d00-4be6-bf10-57d96534f977 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:02:55.758442 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device ce8101ca-6d00-4be6-bf10-57d96534f977 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:02:55.906488 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3bf66-d5e4-4887-8477-a95385c7dbf0 req-d318be0a-d45b-40cd-9483-85296caa0d68 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:55.907962 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-08e3bf66-d5e4-4887-8477-a95385c7dbf0 req-d318be0a-d45b-40cd-9483-85296caa0d68 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0547123 Feb 15 05:02:55.959141 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-08e3bf66-d5e4-4887-8477-a95385c7dbf0 req-654dae41-c910-4edb-a5b1-91d3a16c66fc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453305 Feb 15 05:02:56.113803 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7e923-be6c-4b68-a6dd-7be8d9750e90 req-e1c0f2b9-c50d-4af6-8a68-2d88e5ca5d38 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:56.115279 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-17d7e923-be6c-4b68-a6dd-7be8d9750e90 req-e1c0f2b9-c50d-4af6-8a68-2d88e5ca5d38 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 945 time: 0.0531378 Feb 15 05:02:56.163873 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-17d7e923-be6c-4b68-a6dd-7be8d9750e90 req-195e53c2-e8cc-4418-a700-05067395584d tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428030 Feb 15 05:02:56.246189 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7edec-8b38-437a-b60d-739874809b90 req-e618c6bd-0664-4e4d-846e-4ad6295cc3d9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:56.248215 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-dbc7edec-8b38-437a-b60d-739874809b90 req-e618c6bd-0664-4e4d-846e-4ad6295cc3d9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0511281 Feb 15 05:02:56.292755 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-dbc7edec-8b38-437a-b60d-739874809b90 req-76759854-6bdb-4264-b768-a9eafcae4982 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389581 Feb 15 05:02:57.083274 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a35593-a0a7-446f-89b7-f18feef1c797 req-fe497d51-c186-4f9f-a4b2-c585fa9f2995 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:57.084766 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e3a35593-a0a7-446f-89b7-f18feef1c797 req-fe497d51-c186-4f9f-a4b2-c585fa9f2995 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0600495 Feb 15 05:02:57.130858 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e3a35593-a0a7-446f-89b7-f18feef1c797 req-3becf796-99d5-4359-99e6-d09ee930037c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406122 Feb 15 05:02:57.231181 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc41f5-c7df-4740-baa0-ab35e10f5f02 req-2b8fae1d-cbd1-4e20-bb07-9a954b441479 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:57.233104 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-30dc41f5-c7df-4740-baa0-ab35e10f5f02 req-2b8fae1d-cbd1-4e20-bb07-9a954b441479 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 945 time: 0.0549500 Feb 15 05:02:57.284317 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b508d-f06c-49dc-ab5a-09730bb8e1e5 req-d0097161-1865-4922-b211-f94c6e88f53a tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:57.286509 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e09b508d-f06c-49dc-ab5a-09730bb8e1e5 req-d0097161-1865-4922-b211-f94c6e88f53a tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 945 time: 0.0525339 Feb 15 05:02:57.338158 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e09b508d-f06c-49dc-ab5a-09730bb8e1e5 req-2305fee6-ff94-49a0-89ce-7e3372b4d48e tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458035 Feb 15 05:02:57.357937 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-30dc41f5-c7df-4740-baa0-ab35e10f5f02 req-847dd8b2-a055-42d6-9f81-d77baa056733 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Deleting port bca96bce-4974-461c-9152-56ad44e66997 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:02:57.358282 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-30dc41f5-c7df-4740-baa0-ab35e10f5f02 req-847dd8b2-a055-42d6-9f81-d77baa056733 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (bca96bce-4974-461c-9152-56ad44e66997), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:57.476533 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6318e6-21cc-4a21-a590-bab5461278e5 req-813b028b-e876-4aa8-94f5-be0bdbe1d15e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:57.477941 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8a6318e6-21cc-4a21-a590-bab5461278e5 req-813b028b-e876-4aa8-94f5-be0bdbe1d15e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.1063037 Feb 15 05:02:57.486040 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-30dc41f5-c7df-4740-baa0-ab35e10f5f02 req-847dd8b2-a055-42d6-9f81-d77baa056733 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] For port bca96bce-4974-461c-9152-56ad44e66997, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bca96bce-4974-461c-9152-56ad44e66997,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:02:57.486403 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-30dc41f5-c7df-4740-baa0-ab35e10f5f02 req-847dd8b2-a055-42d6-9f81-d77baa056733 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (bca96bce-4974-461c-9152-56ad44e66997), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:57.524503 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-30dc41f5-c7df-4740-baa0-ab35e10f5f02 req-847dd8b2-a055-42d6-9f81-d77baa056733 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Calling delete_port for bca96bce-4974-461c-9152-56ad44e66997 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:02:57.611744 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8a6318e6-21cc-4a21-a590-bab5461278e5 req-4d4a3f8a-1e81-4c57-8973-4ffadef9ca4b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281135 Feb 15 05:02:57.621145 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3465e24-f876-43f5-8b06-7cf5143f6aae req-f3032e9a-7352-4515-a6dd-ee91ab54744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:57.622773 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e3465e24-f876-43f5-8b06-7cf5143f6aae req-f3032e9a-7352-4515-a6dd-ee91ab54744f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 1129 time: 0.1184611 Feb 15 05:02:57.758011 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3465e24-f876-43f5-8b06-7cf5143f6aae req-87a85444-1136-4b5f-b656-37324074ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:57.759433 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e3465e24-f876-43f5-8b06-7cf5143f6aae req-87a85444-1136-4b5f-b656-37324074ec00 service neutron] 10.222.0.52 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 918 time: 0.1269848 Feb 15 05:02:57.834442 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e3465e24-f876-43f5-8b06-7cf5143f6aae req-cbfe8fd2-fc31-496a-bc12-3a3228071fbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0 HTTP/1.1" status: 200 len: 1001 time: 0.0637763 Feb 15 05:02:57.851775 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-30dc41f5-c7df-4740-baa0-ab35e10f5f02 req-847dd8b2-a055-42d6-9f81-d77baa056733 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (bca96bce-4974-461c-9152-56ad44e66997), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:57.876111 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['30507fb0-9e8b-4352-8f8f-5ffd05a068bb', 'bca96bce-4974-461c-9152-56ad44e66997'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:02:57.901851 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847dd8b2-a055-42d6-9f81-d77baa056733 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Pushing event deleted for resources: {'Port': ['ID=bca96bce-4974-461c-9152-56ad44e66997,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:57.930455 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3465e24-f876-43f5-8b06-7cf5143f6aae req-ca5a20a7-fe89-4f64-80dd-bd5a250e97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:57.932171 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e3465e24-f876-43f5-8b06-7cf5143f6aae req-ca5a20a7-fe89-4f64-80dd-bd5a250e97f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 HTTP/1.1" status: 200 len: 856 time: 0.0885262 Feb 15 05:02:57.952755 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dc41f5-c7df-4740-baa0-ab35e10f5f02 req-847dd8b2-a055-42d6-9f81-d77baa056733 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] No DVR routers for this DVR port bca96bce-4974-461c-9152-56ad44e66997 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:02:57.962097 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-30dc41f5-c7df-4740-baa0-ab35e10f5f02 req-847dd8b2-a055-42d6-9f81-d77baa056733 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:57.967183 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-30dc41f5-c7df-4740-baa0-ab35e10f5f02 req-847dd8b2-a055-42d6-9f81-d77baa056733 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "DELETE /v2.0/ports/bca96bce-4974-461c-9152-56ad44e66997 HTTP/1.1" status: 204 len: 173 time: 0.7230906 Feb 15 05:02:57.967183 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a968e138-534a-4a16-912d-3bbb89e1cae4', 'name': 'network-vif-deleted', 'tag': 'bca96bce-4974-461c-9152-56ad44e66997'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:02:57.968959 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2df5777-4e84-4fcc-90ea-2db18f456e17" -d '{"events": [{"server_uuid": "a968e138-534a-4a16-912d-3bbb89e1cae4", "name": "network-vif-deleted", "tag": "bca96bce-4974-461c-9152-56ad44e66997"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:02:58.018628 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3465e24-f876-43f5-8b06-7cf5143f6aae req-b310c203-4839-4dfd-a080-dd7c018989be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:58.020211 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e3465e24-f876-43f5-8b06-7cf5143f6aae req-b310c203-4839-4dfd-a080-dd7c018989be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=241d7b4d-8815-491c-866f-29f7ceeec045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687664 Feb 15 05:02:58.021738 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60645c3-3996-4624-aa21-1499dcea389b x-openstack-request-id: req-d60645c3-3996-4624-aa21-1499dcea389b {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:02:58.022027 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a968e138-534a-4a16-912d-3bbb89e1cae4", "name": "network-vif-deleted", "tag": "bca96bce-4974-461c-9152-56ad44e66997", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:02:58.022327 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d60645c3-3996-4624-aa21-1499dcea389b {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:02:58.022851 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a968e138-534a-4a16-912d-3bbb89e1cae4', 'name': 'network-vif-deleted', 'tag': 'bca96bce-4974-461c-9152-56ad44e66997', 'status': 'completed', 'code': 200} Feb 15 05:02:58.119294 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e3465e24-f876-43f5-8b06-7cf5143f6aae req-965c03ce-3986-40fe-8364-ea5ac2bb947f service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907309 Feb 15 05:02:58.246760 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e3465e24-f876-43f5-8b06-7cf5143f6aae req-5c8f086e-388d-4f90-b9da-73924a6ac942 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157823 Feb 15 05:02:58.270098 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7dd1c-527a-4a01-a389-3778e39da830 req-4ebf524f-4b4d-4091-88e1-1dff9c7e2fc7 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:58.270559 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b8e7dd1c-527a-4a01-a389-3778e39da830 req-4ebf524f-4b4d-4091-88e1-1dff9c7e2fc7 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0710225 Feb 15 05:02:58.316660 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b8e7dd1c-527a-4a01-a389-3778e39da830 req-358695dd-8e03-4707-8ddb-355ef5d9f93b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 Feb 15 05:02:58.454827 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f13811c1-87ed-4166-aad7-19d060383d73 req-0b62d24a-da12-42b3-88df-741dd0dbd452 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=a968e138-534a-4a16-912d-3bbb89e1cae4 HTTP/1.1" status: 200 len: 210 time: 0.0308750 Feb 15 05:02:58.736660 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a889c-a836-4c75-b81b-704377ba53f1 req-3a7c2f6d-6392-40e4-acc0-b0d8049144e3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:58.738206 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e85a889c-a836-4c75-b81b-704377ba53f1 req-3a7c2f6d-6392-40e4-acc0-b0d8049144e3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0550165 Feb 15 05:02:58.784685 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e85a889c-a836-4c75-b81b-704377ba53f1 req-4b9845f7-df18-4a05-aee3-783db7d1ae8a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409219 Feb 15 05:02:59.586636 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:59.634402 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:02:59.910044 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e5837-37b3-4ff3-82da-bf0bf3e0d5fe req-022b6c2b-2c45-4c17-b837-966287c8445f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:59.911595 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b16e5837-37b3-4ff3-82da-bf0bf3e0d5fe req-022b6c2b-2c45-4c17-b837-966287c8445f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0516613 Feb 15 05:02:59.964686 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b16e5837-37b3-4ff3-82da-bf0bf3e0d5fe req-6767661b-c730-456d-b963-5bdf11294a1d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474386 Feb 15 05:03:01.087831 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d377dc-9ba9-438d-af9e-19ba83cdb0e2 req-c4ece4de-2105-4cda-8720-dd5fa7c9a977 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:01.089326 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-60d377dc-9ba9-438d-af9e-19ba83cdb0e2 req-c4ece4de-2105-4cda-8720-dd5fa7c9a977 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 945 time: 0.0543494 Feb 15 05:03:01.136551 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-60d377dc-9ba9-438d-af9e-19ba83cdb0e2 req-61d4b8ef-8f41-441d-95a9-5d9b9b46f947 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410898 Feb 15 05:03:01.282080 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1152889-1c23-4302-8c13-fbbccba91eb4 req-0fbe0517-a890-421c-b28c-ab494328fe5f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:01.283575 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a1152889-1c23-4302-8c13-fbbccba91eb4 req-0fbe0517-a890-421c-b28c-ab494328fe5f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0541301 Feb 15 05:03:01.330605 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a1152889-1c23-4302-8c13-fbbccba91eb4 req-a798e46a-1c6b-4c1d-a0da-879423b99500 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Feb 15 05:03:01.738889 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device bca96bce-4974-461c-9152-56ad44e66997 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:03:01.742711 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacab219-cb3a-4977-9fd7-8d108bedb6a5 req-e41f22d9-018f-402e-bbd0-d75bf9fad93f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:01.744593 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bacab219-cb3a-4977-9fd7-8d108bedb6a5 req-e41f22d9-018f-402e-bbd0-d75bf9fad93f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0616784 Feb 15 05:03:01.759717 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: bca96bce-4974-461c-9152-56ad44e66997 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:03:01.760269 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device bca96bce-4974-461c-9152-56ad44e66997 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:03:01.760873 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:03:01.792631 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeab850-ce25-439b-bfc7-d8bf1edbfb59 req-0af53629-0e31-416b-b3eb-a4bd14cb4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:01.794330 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8aeab850-ce25-439b-bfc7-d8bf1edbfb59 req-0af53629-0e31-416b-b3eb-a4bd14cb4205 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=273425068e4a4d14a7be7911dcac5412&device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 1129 time: 0.0583508 Feb 15 05:03:01.804104 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bacab219-cb3a-4977-9fd7-8d108bedb6a5 req-4b18485b-501d-4b85-88ab-e537178888a7 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533686 Feb 15 05:03:01.842312 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 is: ACTIVE; New status is: DOWN {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:03:01.842967 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:01.866967 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:03:01.869238 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe6193b-3c23-476f-8f50-7f466f4bdd6d" -d '{"events": [{"server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "name": "network-vif-unplugged", "status": "completed", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:03:01.881875 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:03:01.890301 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeab850-ce25-439b-bfc7-d8bf1edbfb59 req-71f84c15-7b00-4799-aead-f23e11d7f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:01.891745 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8aeab850-ce25-439b-bfc7-d8bf1edbfb59 req-71f84c15-7b00-4799-aead-f23e11d7f5dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2a28af5-77ca-4dec-9deb-0a5382895207 HTTP/1.1" status: 200 len: 919 time: 0.0910046 Feb 15 05:03:01.903338 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 05:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5580446d-8f56-4418-a40d-01e85b33cb5e x-openstack-request-id: req-5580446d-8f56-4418-a40d-01e85b33cb5e {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:03:01.903628 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "name": "network-vif-unplugged", "status": "failed", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0", "code": 422}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:03:01.903908 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5580446d-8f56-4418-a40d-01e85b33cb5e {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:03:01.904348 dv-cinder-828060-5-iscsi neutron-server[119880]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'code': 422} returned with failed status Feb 15 05:03:01.934867 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8aeab850-ce25-439b-bfc7-d8bf1edbfb59 req-91518694-f279-4a25-810f-f6f97935f07d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 HTTP/1.1" status: 200 len: 217 time: 0.0355945 Feb 15 05:03:01.964441 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:01.984995 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeab850-ce25-439b-bfc7-d8bf1edbfb59 req-eaf15d06-b582-4fa7-9ecb-068c1291bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:01.986461 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8aeab850-ce25-439b-bfc7-d8bf1edbfb59 req-eaf15d06-b582-4fa7-9ecb-068c1291bb50 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c59e23e1-260b-477b-960b-86b72dd5e2ee HTTP/1.1" status: 200 len: 858 time: 0.0447056 Feb 15 05:03:02.018686 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,revision_number=8']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:02.024131 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8aeab850-ce25-439b-bfc7-d8bf1edbfb59 req-1182b252-de74-4ec3-b557-a0a515acfd8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2a28af5-77ca-4dec-9deb-0a5382895207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306368 Feb 15 05:03:02.025725 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:02.026073 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:02.026461 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:02.026800 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:02.027131 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:02.027463 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:02.027787 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:02.028111 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:02.028432 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:02.028771 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:02.029091 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:02.029473 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:02.029796 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:02.117951 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8aeab850-ce25-439b-bfc7-d8bf1edbfb59 req-a30ca208-f450-4799-8594-fab66c8d87e3 service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856338 Feb 15 05:03:02.189259 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [req-7101ecbf-99de-4e0a-af97-8846e3455dd8 req-56eec56d-0bfd-4e74-979b-68a691f908ee service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:03:02.190214 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7101ecbf-99de-4e0a-af97-8846e3455dd8 req-56eec56d-0bfd-4e74-979b-68a691f908ee service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055532 Feb 15 05:03:02.212651 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8aeab850-ce25-439b-bfc7-d8bf1edbfb59 req-36e23ae6-9d5e-48e1-bd99-68de515dce0e service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867698 Feb 15 05:03:02.297177 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ac47-57c4-44e5-a7dc-ff093280d889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:02.454119 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1851fa-7adf-4cb6-aec9-ac76af1daa9e req-c6ae7d73-1d24-4679-8d54-a8631d95391e tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:02.455023 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fed4c-00c2-41bc-81d2-89e0030f6d9c req-8ab60552-c85f-467c-b6e4-625afa8d9da1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:02.455583 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ce1851fa-7adf-4cb6-aec9-ac76af1daa9e req-c6ae7d73-1d24-4679-8d54-a8631d95391e tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0542319 Feb 15 05:03:02.461272 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d59fed4c-00c2-41bc-81d2-89e0030f6d9c req-8ab60552-c85f-467c-b6e4-625afa8d9da1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0572371 Feb 15 05:03:02.509755 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ce1851fa-7adf-4cb6-aec9-ac76af1daa9e req-1e235b35-a3c9-4b0d-aeb5-312509b61163 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458996 Feb 15 05:03:02.516965 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d59fed4c-00c2-41bc-81d2-89e0030f6d9c req-f0b48efc-00af-44d1-bc17-8667befa0712 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510337 Feb 15 05:03:02.921530 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1e2e0-6bae-4737-ba98-2c6ca3247bbc req-7a032ff6-9cae-47b2-bb89-3643c0dfcb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:02.923068 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3fb1e2e0-6bae-4737-ba98-2c6ca3247bbc req-7a032ff6-9cae-47b2-bb89-3643c0dfcb03 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0523262 Feb 15 05:03:02.971652 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3fb1e2e0-6bae-4737-ba98-2c6ca3247bbc req-482cd7f1-e543-44d2-9ef1-7b39d0244744 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429397 Feb 15 05:03:03.000191 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 55528) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:03.090660 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-df7a5ee5-7d56-4235-a438-481d58348693 req-9730ca20-fe4a-4247-8630-630d7b00b3fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892236 Feb 15 05:03:03.099171 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [req-df7a5ee5-7d56-4235-a438-481d58348693 req-bc22c837-daa2-437c-b047-698ae036d535 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119878) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:03:03.100099 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-df7a5ee5-7d56-4235-a438-481d58348693 req-bc22c837-daa2-437c-b047-698ae036d535 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047994 Feb 15 05:03:03.175903 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 55536) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:03.266487 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a5ee5-7d56-4235-a438-481d58348693 req-7f221d38-8cbe-4c1f-abeb-d4ac8e6c8197 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:03.267837 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-df7a5ee5-7d56-4235-a438-481d58348693 req-7f221d38-8cbe-4c1f-abeb-d4ac8e6c8197 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports/9c5d21fb-948e-4581-84ed-6ae828a7a9b0 HTTP/1.1" status: 200 len: 940 time: 0.0909274 Feb 15 05:03:03.319640 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ccfc0-d133-4030-b582-1589af0685db req-846b5be3-2ad0-4437-8d59-9bc28956b43f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:03.321069 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-875ccfc0-d133-4030-b582-1589af0685db req-846b5be3-2ad0-4437-8d59-9bc28956b43f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0516217 Feb 15 05:03:03.425943 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-875ccfc0-d133-4030-b582-1589af0685db req-632c6338-f27f-48df-95d4-1c14b428378f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Deleting port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:03:03.426302 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-875ccfc0-d133-4030-b582-1589af0685db req-632c6338-f27f-48df-95d4-1c14b428378f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:03.512124 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-875ccfc0-d133-4030-b582-1589af0685db req-632c6338-f27f-48df-95d4-1c14b428378f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] For port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=30507fb0-9e8b-4352-8f8f-5ffd05a068bb,segment=NetworkSegment(c13dbd68-2cfd-498b-85b3-768124a39fd7),segment_id=c13dbd68-2cfd-498b-85b3-768124a39fd7)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:03:03.512477 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-875ccfc0-d133-4030-b582-1589af0685db req-632c6338-f27f-48df-95d4-1c14b428378f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:03.524203 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-875ccfc0-d133-4030-b582-1589af0685db req-632c6338-f27f-48df-95d4-1c14b428378f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Calling delete_port for 30507fb0-9e8b-4352-8f8f-5ffd05a068bb owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:03:03.643598 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69f895-e9a0-4591-94ef-0d8f521dea4b req-2fe18ba8-05bf-4918-bcf2-58dd06f38ef5 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:03.643598 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-cd69f895-e9a0-4591-94ef-0d8f521dea4b req-2fe18ba8-05bf-4918-bcf2-58dd06f38ef5 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 945 time: 0.0590563 Feb 15 05:03:03.695388 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-cd69f895-e9a0-4591-94ef-0d8f521dea4b req-9a8b1c1c-4636-47b7-a023-26cb03132b06 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503058 Feb 15 05:03:03.702597 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d0f14-9e2b-4523-9896-f580b1e0c4d7 req-7397797a-4f05-4a0b-94e4-83d855ace9f0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:03.704033 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-404d0f14-9e2b-4523-9896-f580b1e0c4d7 req-7397797a-4f05-4a0b-94e4-83d855ace9f0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.1008067 Feb 15 05:03:03.753361 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-404d0f14-9e2b-4523-9896-f580b1e0c4d7 req-26190f5b-95ab-4f45-81bf-390eec099592 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436995 Feb 15 05:03:03.825062 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-875ccfc0-d133-4030-b582-1589af0685db req-632c6338-f27f-48df-95d4-1c14b428378f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (30507fb0-9e8b-4352-8f8f-5ffd05a068bb), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:03.836753 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['30507fb0-9e8b-4352-8f8f-5ffd05a068bb'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:03:03.858354 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c6338-f27f-48df-95d4-1c14b428378f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Pushing event deleted for resources: {'Port': ['ID=30507fb0-9e8b-4352-8f8f-5ffd05a068bb,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:03.899712 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-875ccfc0-d133-4030-b582-1589af0685db req-632c6338-f27f-48df-95d4-1c14b428378f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] No DVR routers for this DVR port 30507fb0-9e8b-4352-8f8f-5ffd05a068bb on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:03:03.902084 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-875ccfc0-d133-4030-b582-1589af0685db req-632c6338-f27f-48df-95d4-1c14b428378f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:03.906010 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-875ccfc0-d133-4030-b582-1589af0685db req-632c6338-f27f-48df-95d4-1c14b428378f tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.52 "DELETE /v2.0/ports/30507fb0-9e8b-4352-8f8f-5ffd05a068bb HTTP/1.1" status: 204 len: 173 time: 0.5787370 Feb 15 05:03:03.906446 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f36044-48a2-4061-94f7-904bed7fdf0d', 'name': 'network-vif-deleted', 'tag': '30507fb0-9e8b-4352-8f8f-5ffd05a068bb'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:03:03.908732 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734c06b6-1698-4609-9f3e-ff736a1f7e52" -d '{"events": [{"server_uuid": "44f36044-48a2-4061-94f7-904bed7fdf0d", "name": "network-vif-deleted", "tag": "30507fb0-9e8b-4352-8f8f-5ffd05a068bb"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:03:03.944395 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e380a51-2a08-4247-be00-c703851b5ade x-openstack-request-id: req-5e380a51-2a08-4247-be00-c703851b5ade {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:03:03.944686 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f36044-48a2-4061-94f7-904bed7fdf0d", "name": "network-vif-deleted", "tag": "30507fb0-9e8b-4352-8f8f-5ffd05a068bb", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:03:03.944940 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e380a51-2a08-4247-be00-c703851b5ade {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:03:03.945397 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f36044-48a2-4061-94f7-904bed7fdf0d', 'name': 'network-vif-deleted', 'tag': '30507fb0-9e8b-4352-8f8f-5ffd05a068bb', 'status': 'completed', 'code': 200} Feb 15 05:03:04.093751 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf80ded-71e4-4420-abf8-f4d119546a8c req-669dcbee-8af9-47ba-9821-6e9dc14ca2ec tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:04.096663 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-daf80ded-71e4-4420-abf8-f4d119546a8c req-669dcbee-8af9-47ba-9821-6e9dc14ca2ec tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0546145 Feb 15 05:03:04.145383 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-daf80ded-71e4-4420-abf8-f4d119546a8c req-ac4e3b6b-4e02-4f12-8bbf-680cdf3db635 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415585 Feb 15 05:03:04.712254 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-3cdc4f83-f9ad-4e44-94dd-9749f46eb713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:04.817521 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-751381ec-f17f-46ca-953d-f5cfec71d281 req-c4c7921d-8ac8-4fba-a91c-a293e190cc99 tempest-AttachVolumeNegativeTest-1347160268 tempest-AttachVolumeNegativeTest-1347160268-project] 10.222.0.24 "GET /v2.0/ports?device_id=44f36044-48a2-4061-94f7-904bed7fdf0d HTTP/1.1" status: 200 len: 210 time: 0.0400980 Feb 15 05:03:04.882640 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc758a-fed0-4485-8f37-d359474e6c90 req-150cf3d4-d57c-4f8f-9771-d6dcd17a1e63 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:04.884088 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e1bc758a-fed0-4485-8f37-d359474e6c90 req-150cf3d4-d57c-4f8f-9771-d6dcd17a1e63 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0548539 Feb 15 05:03:04.930508 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e1bc758a-fed0-4485-8f37-d359474e6c90 req-14084270-c134-4be5-91f1-e268fdfdc1e9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407832 Feb 15 05:03:05.263124 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cccc4-d98e-4633-a508-14dae4379979 req-8eadb3c2-c530-49b6-a716-7ba92783bfb1 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:05.264559 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e52cccc4-d98e-4633-a508-14dae4379979 req-8eadb3c2-c530-49b6-a716-7ba92783bfb1 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0513566 Feb 15 05:03:05.310541 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e52cccc4-d98e-4633-a508-14dae4379979 req-003946cb-1a17-4615-8354-aadd4b1bd208 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396178 Feb 15 05:03:05.836566 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:05.866085 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 55568) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:05.908128 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bc45b4-866d-4bf3-80dc-d741db2dfc37 admin admin] Deleting subnet 43e11377-e411-4c90-917d-7e583a93f81a {{(pid=119878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:03:05.911092 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-00bc45b4-866d-4bf3-80dc-d741db2dfc37 admin admin] Publish callbacks [] for subnet (43e11377-e411-4c90-917d-7e583a93f81a), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:05.944115 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-00bc45b4-866d-4bf3-80dc-d741db2dfc37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260666702'] for subnet (43e11377-e411-4c90-917d-7e583a93f81a), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:05.981799 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-00bc45b4-866d-4bf3-80dc-d741db2dfc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (43e11377-e411-4c90-917d-7e583a93f81a), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:06.053106 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0ec8f-ff84-4957-acc3-258c34df6cbc req-b7e7935c-1f1b-478e-bf2f-e3058cac8f01 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:06.054607 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-32b0ec8f-ff84-4957-acc3-258c34df6cbc req-b7e7935c-1f1b-478e-bf2f-e3058cac8f01 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0517869 Feb 15 05:03:06.105536 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-32b0ec8f-ff84-4957-acc3-258c34df6cbc req-165ca10f-5b09-4071-9d2e-3783177d112b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451143 Feb 15 05:03:06.105748 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-00bc45b4-866d-4bf3-80dc-d741db2dfc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263738715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260167594'] for subnet (43e11377-e411-4c90-917d-7e583a93f81a), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:06.131221 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc45b4-866d-4bf3-80dc-d741db2dfc37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e11377-e411-4c90-917d-7e583a93f81a,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:06.135066 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-00bc45b4-866d-4bf3-80dc-d741db2dfc37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:06.138341 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-00bc45b4-866d-4bf3-80dc-d741db2dfc37 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/43e11377-e411-4c90-917d-7e583a93f81a HTTP/1.1" status: 204 len: 168 time: 0.2712779 Feb 15 05:03:06.141494 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 55572) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:06.208174 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0d734dd9-62af-4793-8be1-bdffd7ef967b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (f001cabe-809e-4591-9fcd-2911cb7d910f), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:06.286128 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0d734dd9-62af-4793-8be1-bdffd7ef967b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (f001cabe-809e-4591-9fcd-2911cb7d910f), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:06.304843 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-0d734dd9-62af-4793-8be1-bdffd7ef967b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f001cabe-809e-4591-9fcd-2911cb7d910f']}} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:03:06.313924 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-0d734dd9-62af-4793-8be1-bdffd7ef967b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13dbd68-2cfd-498b-85b3-768124a39fd7') {'for_net_delete': True} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:03:06.314217 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-0d734dd9-62af-4793-8be1-bdffd7ef967b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13dbd68-2cfd-498b-85b3-768124a39fd7') {} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:03:06.322980 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0d734dd9-62af-4793-8be1-bdffd7ef967b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260666741'] for segment (c13dbd68-2cfd-498b-85b3-768124a39fd7), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:06.336081 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0d734dd9-62af-4793-8be1-bdffd7ef967b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (c13dbd68-2cfd-498b-85b3-768124a39fd7), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:06.341889 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d734dd9-62af-4793-8be1-bdffd7ef967b admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=119878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:03:06.342264 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0d734dd9-62af-4793-8be1-bdffd7ef967b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263738849'] for segment (c13dbd68-2cfd-498b-85b3-768124a39fd7), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: Traceback (most recent call last): Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: timer() Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: cb(*args, **kw) Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: return func(*args, **kwargs) Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: self._notify() Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: self.callback(batched_events) Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: event.method(event) Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: return f(self, *a, **k) Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: return self._get(url).json() Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: return self.request(url, 'GET', **kwargs) Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:03:06.344419 dv-cinder-828060-5-iscsi neutron-server[119878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:03:06.446638 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a53f-703f-4399-994b-69282ac52a87 req-4372a819-c944-4045-a9cc-c74c0adebf0b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:06.448405 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-76c5a53f-703f-4399-994b-69282ac52a87 req-4372a819-c944-4045-a9cc-c74c0adebf0b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0695100 Feb 15 05:03:06.495163 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-76c5a53f-703f-4399-994b-69282ac52a87 req-f1ea45d7-1b01-4fde-9621-ff595004f117 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 Feb 15 05:03:06.499958 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0d734dd9-62af-4793-8be1-bdffd7ef967b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (f001cabe-809e-4591-9fcd-2911cb7d910f), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:06.510109 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0d734dd9-62af-4793-8be1-bdffd7ef967b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:06.510271 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-0d734dd9-62af-4793-8be1-bdffd7ef967b admin admin] 10.222.0.24 "DELETE /v2.0/networks/f001cabe-809e-4591-9fcd-2911cb7d910f HTTP/1.1" status: 204 len: 168 time: 0.3676183 Feb 15 05:03:06.520570 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d734dd9-62af-4793-8be1-bdffd7ef967b admin admin] Pushing event deleted for resources: {'Network': ['ID=f001cabe-809e-4591-9fcd-2911cb7d910f,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:06.886985 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 55580) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:06.926219 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-d7468cfb-96ad-4f35-a152-36b5267e864b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b979768200b4a259ffce5d5379c9b6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380788 Feb 15 05:03:06.928643 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 55582) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:06.974977 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-bc6ef569-173e-417e-a82a-5239d5fda540 admin admin] Publish callbacks [] for security_group (f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:06.996443 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-bc6ef569-173e-417e-a82a-5239d5fda540 admin admin] Publish callbacks [] for security_group (f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:07.088039 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-bc6ef569-173e-417e-a82a-5239d5fda540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:07.090641 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-bc6ef569-173e-417e-a82a-5239d5fda540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:07.091776 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-bc6ef569-173e-417e-a82a-5239d5fda540 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d HTTP/1.1" status: 204 len: 168 time: 0.1622226 Feb 15 05:03:07.100939 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ef569-173e-417e-a82a-5239d5fda540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75e5299-2e8e-4fb3-aa89-c5c45a22ca7d,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:07.230844 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:07.235547 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43d20b-bc71-4579-bf67-8f523f6c799a req-9907ecd6-944d-44b3-aed5-6fdebc5c17d6 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:07.242933 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-9c43d20b-bc71-4579-bf67-8f523f6c799a req-9907ecd6-944d-44b3-aed5-6fdebc5c17d6 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0568771 Feb 15 05:03:07.282764 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-9c43d20b-bc71-4579-bf67-8f523f6c799a req-86e9dfc5-ea43-4243-8819-33f268ae1239 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400178 Feb 15 05:03:07.617148 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c2f61-4354-44d4-9c49-fe10e45a7bd8 req-4b1dabf6-d794-45c1-ad0c-91ed3f1ad9fe tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:07.618555 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f02c2f61-4354-44d4-9c49-fe10e45a7bd8 req-4b1dabf6-d794-45c1-ad0c-91ed3f1ad9fe tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0547743 Feb 15 05:03:07.666670 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f02c2f61-4354-44d4-9c49-fe10e45a7bd8 req-51ba6b13-6bf7-4bc3-a7c8-ea1e4081bd53 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425506 Feb 15 05:03:07.769336 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 30507fb0-9e8b-4352-8f8f-5ffd05a068bb no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:03:07.790055 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 30507fb0-9e8b-4352-8f8f-5ffd05a068bb {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:03:07.790425 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 30507fb0-9e8b-4352-8f8f-5ffd05a068bb not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:03:08.410406 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aa50e-c2d7-4693-8c4e-e6e2b7e0be29 req-4298cae9-76f9-4008-9643-2d3575cb285d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:08.412894 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b08aa50e-c2d7-4693-8c4e-e6e2b7e0be29 req-4298cae9-76f9-4008-9643-2d3575cb285d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0557814 Feb 15 05:03:08.469243 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b08aa50e-c2d7-4693-8c4e-e6e2b7e0be29 req-65f50f36-0700-46a4-9102-067d62809800 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Feb 15 05:03:08.736111 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:08.794824 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbde77e-53a3-4163-8b77-06d625d5e3f1 req-51032ba2-8d84-4a80-8563-da74e9eba901 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:08.797896 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6cbde77e-53a3-4163-8b77-06d625d5e3f1 req-51032ba2-8d84-4a80-8563-da74e9eba901 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0625498 Feb 15 05:03:08.847606 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6cbde77e-53a3-4163-8b77-06d625d5e3f1 req-8cbf82a0-2de8-409f-b4c8-f13a51a6a699 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440867 Feb 15 05:03:09.189383 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a5ee5-7d56-4235-a438-481d58348693 req-626126ec-3554-48a5-83bc-3e3b28acb4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:09.190887 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-df7a5ee5-7d56-4235-a438-481d58348693 req-626126ec-3554-48a5-83bc-3e3b28acb4d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570&tenant_id=70810d3d51d44ce4ae997d8906aa40d1 HTTP/1.1" status: 200 len: 1127 time: 0.0802982 Feb 15 05:03:09.594822 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027656e5-3fe2-4f91-b92f-b5ac73fdaba6 req-d1252d25-9662-4acc-8810-0377102230c4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:09.596709 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-027656e5-3fe2-4f91-b92f-b5ac73fdaba6 req-d1252d25-9662-4acc-8810-0377102230c4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0556910 Feb 15 05:03:09.643044 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-027656e5-3fe2-4f91-b92f-b5ac73fdaba6 req-b619bdd8-1d4f-408a-8f5a-3178b6eaae18 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410340 Feb 15 05:03:09.967212 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33f53-d923-4e63-83f3-f59ebd2354d7 req-7e84ae28-074e-4243-84ad-2781ea8ca695 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:09.969264 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-14a33f53-d923-4e63-83f3-f59ebd2354d7 req-7e84ae28-074e-4243-84ad-2781ea8ca695 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0536315 Feb 15 05:03:10.014850 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-14a33f53-d923-4e63-83f3-f59ebd2354d7 req-e9a242c3-d58d-4e19-ba8b-34cffbc484d5 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399196 Feb 15 05:03:10.765810 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86df45-4994-4e12-9309-26acb9d8a156 req-41378d67-a279-49d9-980c-1ad8e060c709 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:10.767273 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4f86df45-4994-4e12-9309-26acb9d8a156 req-41378d67-a279-49d9-980c-1ad8e060c709 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0516589 Feb 15 05:03:10.814032 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4f86df45-4994-4e12-9309-26acb9d8a156 req-3acb7ef3-3d81-4987-83bb-e98e8bccc686 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410807 Feb 15 05:03:11.133504 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa9d55-6c8f-432b-a76e-4ccafaa41567 req-df0bec06-0bfb-471f-ac4c-3a15bc7b5ecd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:11.135360 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5eaa9d55-6c8f-432b-a76e-4ccafaa41567 req-df0bec06-0bfb-471f-ac4c-3a15bc7b5ecd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0524182 Feb 15 05:03:11.188554 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5eaa9d55-6c8f-432b-a76e-4ccafaa41567 req-ed8199b1-a758-4845-9ebc-fa096bd8cadd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470846 Feb 15 05:03:11.373479 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a5ee5-7d56-4235-a438-481d58348693 req-81e05df6-44a2-4983-a073-36d6998fc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:11.375585 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-df7a5ee5-7d56-4235-a438-481d58348693 req-81e05df6-44a2-4983-a073-36d6998fc021 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 1127 time: 0.0439444 Feb 15 05:03:11.939977 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa12d78-d4c9-4026-8778-ee60b4d8abbb req-26f64543-00f4-4c35-ac3b-cc0c58788be1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:11.941447 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0aa12d78-d4c9-4026-8778-ee60b4d8abbb req-26f64543-00f4-4c35-ac3b-cc0c58788be1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0551565 Feb 15 05:03:11.986232 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0aa12d78-d4c9-4026-8778-ee60b4d8abbb req-146413d3-4671-4fab-a980-c6f7a2395901 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393634 Feb 15 05:03:12.305148 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868a22-6194-413f-90ce-0236fa779df3 req-d52445c3-2a2d-40ef-a16a-4e75119b0959 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:12.306855 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f9868a22-6194-413f-90ce-0236fa779df3 req-d52445c3-2a2d-40ef-a16a-4e75119b0959 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0508635 Feb 15 05:03:12.352255 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f9868a22-6194-413f-90ce-0236fa779df3 req-516ae0f0-f701-4515-9bc5-6d9e083f97ed tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394933 Feb 15 05:03:12.990583 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a5ee5-7d56-4235-a438-481d58348693 req-2bb3a6d0-c493-4792-acae-af065c06ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:12.992040 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-df7a5ee5-7d56-4235-a438-481d58348693 req-2bb3a6d0-c493-4792-acae-af065c06ce0b service neutron] 10.222.0.52 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 918 time: 0.3162229 Feb 15 05:03:13.057218 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-df7a5ee5-7d56-4235-a438-481d58348693 req-8a0f51cf-e7c4-4ba1-98db-15befb9dbfff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0 HTTP/1.1" status: 200 len: 999 time: 0.0585294 Feb 15 05:03:13.106772 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa026d88-69ff-4ba8-aa1d-308d69a326ef req-7e0cbe96-94c1-46ea-abd9-e1de47c9e199 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:13.107457 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a5ee5-7d56-4235-a438-481d58348693 req-62844f5c-59f4-4ad6-849e-a46259de3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:13.108499 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-df7a5ee5-7d56-4235-a438-481d58348693 req-62844f5c-59f4-4ad6-849e-a46259de3676 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 HTTP/1.1" status: 200 len: 856 time: 0.0415998 Feb 15 05:03:13.109648 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-fa026d88-69ff-4ba8-aa1d-308d69a326ef req-7e0cbe96-94c1-46ea-abd9-e1de47c9e199 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0529816 Feb 15 05:03:13.157679 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-fa026d88-69ff-4ba8-aa1d-308d69a326ef req-e2af7a0a-76a4-4283-ad64-8301a788b341 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427530 Feb 15 05:03:13.164180 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a5ee5-7d56-4235-a438-481d58348693 req-3e612e1a-037a-4c39-95b8-58a9df67587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:13.165793 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-df7a5ee5-7d56-4235-a438-481d58348693 req-3e612e1a-037a-4c39-95b8-58a9df67587a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=241d7b4d-8815-491c-866f-29f7ceeec045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490634 Feb 15 05:03:13.252581 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-df7a5ee5-7d56-4235-a438-481d58348693 req-d7862d56-60ea-40e6-8e1a-157129fe3497 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793712 Feb 15 05:03:13.344791 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-df7a5ee5-7d56-4235-a438-481d58348693 req-e373e8a4-589d-4d10-97cd-846d161fe667 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845091 Feb 15 05:03:13.470396 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d373-3287-43e7-8d64-06c10c23b388 req-85d5c349-749d-445e-b732-b92579011060 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:13.472102 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5395d373-3287-43e7-8d64-06c10c23b388 req-85d5c349-749d-445e-b732-b92579011060 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0540073 Feb 15 05:03:13.518576 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5395d373-3287-43e7-8d64-06c10c23b388 req-6e3639bb-5806-49a2-bc88-20499773daeb tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404425 Feb 15 05:03:14.288273 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4536d-a9b2-498e-9d29-b6ec39ffe82d req-803aab50-bfe8-462a-802a-d30a6c6a6bf3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:14.289762 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-90e4536d-a9b2-498e-9d29-b6ec39ffe82d req-803aab50-bfe8-462a-802a-d30a6c6a6bf3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0536916 Feb 15 05:03:14.342681 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-90e4536d-a9b2-498e-9d29-b6ec39ffe82d req-4a840772-671e-4953-a6bb-7414ea1ca639 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470738 Feb 15 05:03:14.644163 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99aa2b6-f16d-41c2-a284-c6d042af2c10 req-056ef7e0-ad7b-45a6-94fd-b813db478528 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:14.646626 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b99aa2b6-f16d-41c2-a284-c6d042af2c10 req-056ef7e0-ad7b-45a6-94fd-b813db478528 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0557222 Feb 15 05:03:14.704606 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b99aa2b6-f16d-41c2-a284-c6d042af2c10 req-40f1d021-f712-432a-93fb-6ee4de1f71bb tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513737 Feb 15 05:03:15.472227 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ef972-1548-4520-b121-a1bd645e7ab9 req-f60486e9-6dd1-435f-86cc-480b05372e84 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:15.473741 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7d6ef972-1548-4520-b121-a1bd645e7ab9 req-f60486e9-6dd1-435f-86cc-480b05372e84 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0561817 Feb 15 05:03:15.524367 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7d6ef972-1548-4520-b121-a1bd645e7ab9 req-1768f80d-4a00-4466-bd28-f5743f4fc411 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419917 Feb 15 05:03:15.828817 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10f37a-8bca-4819-82cd-a9f0e2d5dd3e req-8a9554be-0cbe-4cbd-b835-fabe8901c46c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:15.830413 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8d10f37a-8bca-4819-82cd-a9f0e2d5dd3e req-8a9554be-0cbe-4cbd-b835-fabe8901c46c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0559576 Feb 15 05:03:15.879019 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8d10f37a-8bca-4819-82cd-a9f0e2d5dd3e req-49769b26-fcb8-4fc6-a28f-7885cbcde58e tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427477 Feb 15 05:03:16.655818 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db588aa7-e185-4ad4-8cc1-f96feb13e10c req-f33a83f8-f331-477b-a6bc-62d4d409e437 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:16.657429 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-db588aa7-e185-4ad4-8cc1-f96feb13e10c req-f33a83f8-f331-477b-a6bc-62d4d409e437 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0533831 Feb 15 05:03:16.708129 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-db588aa7-e185-4ad4-8cc1-f96feb13e10c req-998db694-222e-4f3b-ba1d-0658c9079726 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410979 Feb 15 05:03:17.002118 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fa41c-5270-4694-9037-9dbc7e01d560 req-e2c35b97-cc3c-4d0e-bc09-4b7c690604b6 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:17.002657 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ab2fa41c-5270-4694-9037-9dbc7e01d560 req-e2c35b97-cc3c-4d0e-bc09-4b7c690604b6 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0543547 Feb 15 05:03:17.052937 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ab2fa41c-5270-4694-9037-9dbc7e01d560 req-3a5dce0d-520b-4199-9804-00e5e2babca4 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455770 Feb 15 05:03:17.849650 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39354bf5-27ea-4acc-b335-1534b95cadb6 req-e4812d0f-0a60-4912-9c9e-32affcce2f21 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:17.851941 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-39354bf5-27ea-4acc-b335-1534b95cadb6 req-e4812d0f-0a60-4912-9c9e-32affcce2f21 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0603223 Feb 15 05:03:17.900117 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-39354bf5-27ea-4acc-b335-1534b95cadb6 req-1f5ceff7-974b-4d2c-93c2-35b4c1805b1b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 Feb 15 05:03:18.181965 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adae7b-9947-4b3e-9c7e-557dc693697d req-048e3fa7-4ce2-4b86-9ceb-99d257b4436b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:18.184054 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-35adae7b-9947-4b3e-9c7e-557dc693697d req-048e3fa7-4ce2-4b86-9ceb-99d257b4436b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0591824 Feb 15 05:03:18.235131 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-35adae7b-9947-4b3e-9c7e-557dc693697d req-5ee95b5c-71a2-464f-8af5-8ec53a5284bd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446048 Feb 15 05:03:19.043640 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8055e-34e7-44c5-b319-9aeb66cf6d27 req-5972e73b-2dcd-4f99-acf5-160f7e0d0313 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:19.045086 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ccc8055e-34e7-44c5-b319-9aeb66cf6d27 req-5972e73b-2dcd-4f99-acf5-160f7e0d0313 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0699468 Feb 15 05:03:19.091893 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ccc8055e-34e7-44c5-b319-9aeb66cf6d27 req-b1e4ad39-25fa-407f-9daf-631310d2a51f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406599 Feb 15 05:03:19.364674 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc0b37-2143-4a11-a697-5cb950403176 req-d668f4e5-c087-4378-b743-01e298778da0 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:19.366174 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-aecc0b37-2143-4a11-a697-5cb950403176 req-d668f4e5-c087-4378-b743-01e298778da0 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0578718 Feb 15 05:03:19.420759 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-aecc0b37-2143-4a11-a697-5cb950403176 req-611fc6ad-73e0-4ba4-b150-8f9a6cf5bd9a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490048 Feb 15 05:03:20.216759 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552e88-a0c5-4b2b-bcd7-84927a8bbc81 req-e2555399-3a6a-47e8-a3b9-4c853ccd8da7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:20.218790 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ee552e88-a0c5-4b2b-bcd7-84927a8bbc81 req-e2555399-3a6a-47e8-a3b9-4c853ccd8da7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0532053 Feb 15 05:03:20.267192 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ee552e88-a0c5-4b2b-bcd7-84927a8bbc81 req-2068d6c2-5a83-4fdc-929f-6fef81fcc502 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428238 Feb 15 05:03:20.551431 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36bb5c-bd29-4483-a308-cc9ca4041835 req-b12b5270-1f39-4b66-ace4-6abf5730b897 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:20.552879 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ec36bb5c-bd29-4483-a308-cc9ca4041835 req-b12b5270-1f39-4b66-ace4-6abf5730b897 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0543437 Feb 15 05:03:20.601333 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ec36bb5c-bd29-4483-a308-cc9ca4041835 req-da22f057-b060-435b-a671-d2a1d3767b6a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425875 Feb 15 05:03:21.392356 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3538d-c504-4a17-8a74-5fc16805a906 req-222b5cbc-b432-4a86-a4a1-90e3292264a2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:21.393846 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c5a3538d-c504-4a17-8a74-5fc16805a906 req-222b5cbc-b432-4a86-a4a1-90e3292264a2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0526965 Feb 15 05:03:21.439670 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c5a3538d-c504-4a17-8a74-5fc16805a906 req-4eb479d2-21bb-401e-b66f-a7b775287381 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402892 Feb 15 05:03:21.724821 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e9056-a96d-441d-82b9-00aed691fb60 req-ce8c5334-767a-4874-b745-fc1833a1510e tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:21.726441 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-488e9056-a96d-441d-82b9-00aed691fb60 req-ce8c5334-767a-4874-b745-fc1833a1510e tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0564702 Feb 15 05:03:21.774642 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-488e9056-a96d-441d-82b9-00aed691fb60 req-d177fc3d-9da2-4cce-87c0-d6875d82d624 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425935 Feb 15 05:03:22.565666 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479a6e6-f0e0-4a3b-89ae-074d002d454a req-361b4ca0-d62f-46a7-901b-80a2a0c20e38 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:22.567369 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8479a6e6-f0e0-4a3b-89ae-074d002d454a req-361b4ca0-d62f-46a7-901b-80a2a0c20e38 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0548034 Feb 15 05:03:22.614257 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8479a6e6-f0e0-4a3b-89ae-074d002d454a req-377c0c86-bc4f-4a42-a3e8-58930d1ce3ef tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406096 Feb 15 05:03:22.906763 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf69ef4-0088-4d6b-82bd-a9cadb8d05c4 req-d23e2ae6-a003-4f36-ac0b-671b9fb1b4e8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:22.908235 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cbf69ef4-0088-4d6b-82bd-a9cadb8d05c4 req-d23e2ae6-a003-4f36-ac0b-671b9fb1b4e8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0597870 Feb 15 05:03:22.954641 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cbf69ef4-0088-4d6b-82bd-a9cadb8d05c4 req-47007524-61e4-4a95-8d2d-92bafeb784ac tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408540 Feb 15 05:03:23.753544 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98754811-53e3-49db-af5c-b8ba736d4e32 req-74a25cd3-e079-4c88-b88c-f733d964fdd5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:23.755049 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-98754811-53e3-49db-af5c-b8ba736d4e32 req-74a25cd3-e079-4c88-b88c-f733d964fdd5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0629380 Feb 15 05:03:23.808263 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-98754811-53e3-49db-af5c-b8ba736d4e32 req-e18febfb-cfc6-490e-9974-e204221019b5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477881 Feb 15 05:03:24.077849 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04ef1a-8c1f-4c6c-a9a8-ff4afa4b0cd7 req-20267efe-d92d-4a9d-9126-a42a9eaf118a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:24.079298 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bd04ef1a-8c1f-4c6c-a9a8-ff4afa4b0cd7 req-20267efe-d92d-4a9d-9126-a42a9eaf118a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0576701 Feb 15 05:03:24.124168 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bd04ef1a-8c1f-4c6c-a9a8-ff4afa4b0cd7 req-6885437c-951e-4e1e-a21b-528afbae828f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393054 Feb 15 05:03:24.944701 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb5f18-5c7e-43e4-8fd8-2f87ef03377a req-63c18469-35e6-4318-84b3-7a9ba8ea3e17 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:24.951719 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6adb5f18-5c7e-43e4-8fd8-2f87ef03377a req-63c18469-35e6-4318-84b3-7a9ba8ea3e17 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0621369 Feb 15 05:03:24.997603 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6adb5f18-5c7e-43e4-8fd8-2f87ef03377a req-5a90de1c-0fa4-46ec-bded-90b71e8ce281 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448465 Feb 15 05:03:25.251286 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010030b-534b-4942-9fad-0e7fd33f8b33 req-1184b0a6-761e-4fd3-a731-488e7c6650db tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:25.319473 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5010030b-534b-4942-9fad-0e7fd33f8b33 req-1184b0a6-761e-4fd3-a731-488e7c6650db tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0538330 Feb 15 05:03:25.319473 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5010030b-534b-4942-9fad-0e7fd33f8b33 req-cc2afec7-a861-41ac-9191-8b5efb20dab6 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407012 Feb 15 05:03:26.138810 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad6b74-3781-4dbc-bc94-cb5366f151be req-e3f65b61-769d-457a-8908-816605c9597d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:26.141019 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-61ad6b74-3781-4dbc-bc94-cb5366f151be req-e3f65b61-769d-457a-8908-816605c9597d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0568917 Feb 15 05:03:26.191008 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-61ad6b74-3781-4dbc-bc94-cb5366f151be req-17a239d6-cede-48f7-9fff-3422b9676241 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444009 Feb 15 05:03:26.440513 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8698ae-1ca9-4bf3-8858-b5c7caf86afb req-9a4bcb7e-bc58-4f95-966c-5d114da3f731 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:26.442003 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4e8698ae-1ca9-4bf3-8858-b5c7caf86afb req-9a4bcb7e-bc58-4f95-966c-5d114da3f731 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0659463 Feb 15 05:03:26.487541 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4e8698ae-1ca9-4bf3-8858-b5c7caf86afb req-0a1aefb6-dfa6-4a1c-82a8-c0c830ddf21d tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401237 Feb 15 05:03:27.327038 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8ebc2-b522-44c8-a04b-fb70d6783769 req-7e633e25-01dc-4cf5-b125-337dd9ede1b8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:27.331283 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-97e8ebc2-b522-44c8-a04b-fb70d6783769 req-7e633e25-01dc-4cf5-b125-337dd9ede1b8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0591090 Feb 15 05:03:27.385401 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-97e8ebc2-b522-44c8-a04b-fb70d6783769 req-e75754a4-5d0b-452b-be91-a6de041359fd tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480132 Feb 15 05:03:27.613588 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57171a1-18bd-4ceb-beee-79180ae29762 req-58500e1c-cd58-4c33-a61f-09dc6b574010 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:27.615445 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b57171a1-18bd-4ceb-beee-79180ae29762 req-58500e1c-cd58-4c33-a61f-09dc6b574010 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0550201 Feb 15 05:03:27.673292 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b57171a1-18bd-4ceb-beee-79180ae29762 req-6b6496a7-9ec2-4420-8363-f5b9a330ed79 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520785 Feb 15 05:03:28.514769 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bfb62-a309-4e85-871c-35e7b9350d3f req-517719b1-628d-4f1c-848b-e07421697c0a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:28.516696 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-813bfb62-a309-4e85-871c-35e7b9350d3f req-517719b1-628d-4f1c-848b-e07421697c0a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0512037 Feb 15 05:03:28.564966 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-813bfb62-a309-4e85-871c-35e7b9350d3f req-101bfc5c-4d0c-4bc4-8d9f-f0d02c9cf526 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428689 Feb 15 05:03:28.792064 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266078e-aebf-4cbc-8bde-bbaf2db3645c req-6b4113de-856a-4269-85c3-40f06c9448a6 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:28.793646 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d266078e-aebf-4cbc-8bde-bbaf2db3645c req-6b4113de-856a-4269-85c3-40f06c9448a6 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0516796 Feb 15 05:03:28.844287 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d266078e-aebf-4cbc-8bde-bbaf2db3645c req-4d40e4fe-da13-4362-a794-24a723fde597 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445516 Feb 15 05:03:29.575319 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:29.685117 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c44fe2-de6e-40db-a390-9e79d0a10606 req-7a75d9fb-f225-464f-b636-839015f2b400 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:29.687013 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-74c44fe2-de6e-40db-a390-9e79d0a10606 req-7a75d9fb-f225-464f-b636-839015f2b400 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0511234 Feb 15 05:03:29.733104 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-74c44fe2-de6e-40db-a390-9e79d0a10606 req-bdae0f9e-ad9d-4052-b3de-12659ba5fa0a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405850 Feb 15 05:03:29.960777 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8809a1-3279-49f4-af54-5d24872b5659 req-263f1691-a560-4738-979d-44116181bb9b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:29.962187 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3d8809a1-3279-49f4-af54-5d24872b5659 req-263f1691-a560-4738-979d-44116181bb9b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0515761 Feb 15 05:03:30.007504 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3d8809a1-3279-49f4-af54-5d24872b5659 req-57180ed9-1a32-4ef3-9e4e-86ebeae4e0d3 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398324 Feb 15 05:03:30.132403 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-83d841b9-3acd-4542-b020-64777623a356 req-310571c4-70e1-4324-8a78-8b593d1befda service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426052 Feb 15 05:03:30.207135 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d841b9-3acd-4542-b020-64777623a356 req-720b854c-9ced-40aa-8bc5-b5eed087881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:30.208657 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-83d841b9-3acd-4542-b020-64777623a356 req-720b854c-9ced-40aa-8bc5-b5eed087881a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 1129 time: 0.0534012 Feb 15 05:03:30.335452 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d841b9-3acd-4542-b020-64777623a356 req-1ea6ce02-074f-456c-ad48-38f17a316830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:30.336930 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-83d841b9-3acd-4542-b020-64777623a356 req-1ea6ce02-074f-456c-ad48-38f17a316830 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b HTTP/1.1" status: 200 len: 911 time: 0.0853386 Feb 15 05:03:30.628812 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-83d841b9-3acd-4542-b020-64777623a356 req-a5e8b82e-a200-4c96-b741-2cd42a68d747 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3f3db6-ad7d-4ce0-a339-d618021017f5 HTTP/1.1" status: 200 len: 1001 time: 0.0578887 Feb 15 05:03:30.678674 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d841b9-3acd-4542-b020-64777623a356 req-56d5a6f9-4777-420b-a03b-760267490fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:30.680248 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-83d841b9-3acd-4542-b020-64777623a356 req-56d5a6f9-4777-420b-a03b-760267490fe1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=faa73486-4adb-45de-9cdc-e6985faa7b50 HTTP/1.1" status: 200 len: 849 time: 0.0462267 Feb 15 05:03:30.729816 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d841b9-3acd-4542-b020-64777623a356 req-8c507542-81fa-4186-9608-18264df0b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:30.731308 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-83d841b9-3acd-4542-b020-64777623a356 req-8c507542-81fa-4186-9608-18264df0b5c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449855 Feb 15 05:03:30.823992 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-83d841b9-3acd-4542-b020-64777623a356 req-cacd8ed5-ba99-40ba-946d-8a637ca06cb1 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861313 Feb 15 05:03:30.862048 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fbfde-e216-4e64-8119-7e4495e78378 req-21c74f4b-95ab-4d5f-af21-3b0109670705 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:30.863517 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bc0fbfde-e216-4e64-8119-7e4495e78378 req-21c74f4b-95ab-4d5f-af21-3b0109670705 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0580151 Feb 15 05:03:30.921306 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bc0fbfde-e216-4e64-8119-7e4495e78378 req-b3691836-ec31-42a0-bc3e-0557a1435173 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419674 Feb 15 05:03:30.924288 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-83d841b9-3acd-4542-b020-64777623a356 req-ccc375bf-6855-46a8-97a2-4bfd3b2c37e4 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906708 Feb 15 05:03:31.140545 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53ece0-7d1b-4ed7-a57b-798bff5ddbf7 req-2adfdfd4-1a06-4347-a0a2-67ffa35e8781 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:31.142250 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9a53ece0-7d1b-4ed7-a57b-798bff5ddbf7 req-2adfdfd4-1a06-4347-a0a2-67ffa35e8781 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0547132 Feb 15 05:03:31.192307 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9a53ece0-7d1b-4ed7-a57b-798bff5ddbf7 req-824a15b2-37fe-4dbb-a5a7-4f577b83541b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443783 Feb 15 05:03:32.039131 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8562b5-97c5-436c-80b8-502af7ce7e4f req-5576de17-b96f-4017-be77-a568068665ef tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:32.040506 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0e8562b5-97c5-436c-80b8-502af7ce7e4f req-5576de17-b96f-4017-be77-a568068665ef tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0543842 Feb 15 05:03:32.086636 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0e8562b5-97c5-436c-80b8-502af7ce7e4f req-0efaaa16-caf8-41b6-813a-087241156a66 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405045 Feb 15 05:03:32.316757 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-a46e8ea1-6460-4c8a-8827-d82915101d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:32.325916 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caecffd-b07a-4f6c-94a8-04f796663da5 req-f78dc1ef-d38f-43f9-a76b-ad6723632827 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:32.327386 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9caecffd-b07a-4f6c-94a8-04f796663da5 req-f78dc1ef-d38f-43f9-a76b-ad6723632827 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0600963 Feb 15 05:03:32.374402 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9caecffd-b07a-4f6c-94a8-04f796663da5 req-c2f7cbc8-a246-4787-81de-a2e6c372eaef tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405691 Feb 15 05:03:33.215617 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd54087-1116-4d95-9352-812fb0b6789d req-05a2458e-92cc-4be7-b6a7-cf422b58a3b8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:33.217075 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ccd54087-1116-4d95-9352-812fb0b6789d req-05a2458e-92cc-4be7-b6a7-cf422b58a3b8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0543060 Feb 15 05:03:33.264949 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ccd54087-1116-4d95-9352-812fb0b6789d req-7feadc27-945a-4d6a-bc79-28b84b7e161c tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Feb 15 05:03:33.270125 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb022b6-c7a4-4d93-9a00-cf5715a1af78 req-9acdfbb9-f727-4bc7-bac7-ee03cc5bb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:33.271820 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1bb022b6-c7a4-4d93-9a00-cf5715a1af78 req-9acdfbb9-f727-4bc7-bac7-ee03cc5bb7c5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 1129 time: 0.0490072 Feb 15 05:03:33.316866 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1bb022b6-c7a4-4d93-9a00-cf5715a1af78 req-f12f6489-021f-4c5b-bfb0-7848ecdd4dd2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383930 Feb 15 05:03:33.492013 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869644c-bc22-4139-9584-238510e138e3 req-17d264dd-424a-4de1-9998-a4972d1bbbd8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:33.493487 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2869644c-bc22-4139-9584-238510e138e3 req-17d264dd-424a-4de1-9998-a4972d1bbbd8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0520520 Feb 15 05:03:33.549920 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2869644c-bc22-4139-9584-238510e138e3 req-12bfa529-02e2-49f8-89c9-d1590bfe24eb tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508432 Feb 15 05:03:34.386231 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2a212-ca09-412e-bc99-b6026e41d79c req-ce5c1ca0-dcc5-47d8-825b-996e7751dc1b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:34.387653 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6fe2a212-ca09-412e-bc99-b6026e41d79c req-ce5c1ca0-dcc5-47d8-825b-996e7751dc1b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0512173 Feb 15 05:03:34.437773 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6fe2a212-ca09-412e-bc99-b6026e41d79c req-ec10545b-07d6-4bf7-9438-bfd6086bdf67 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443904 Feb 15 05:03:34.669351 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918547e-571f-489e-8889-e7ca040ed643 req-5ccb338e-4845-409e-8f43-4146cd976a3b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:34.670818 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1918547e-571f-489e-8889-e7ca040ed643 req-5ccb338e-4845-409e-8f43-4146cd976a3b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0520980 Feb 15 05:03:34.682327 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-b460e347-36e2-4300-8d32-356c2d847ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:34.717427 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1918547e-571f-489e-8889-e7ca040ed643 req-31d891eb-ef78-47d3-bd7b-7da5d21592ee tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 Feb 15 05:03:35.560969 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac9663-dfbc-4e37-b4da-247bdad3d38d req-47217c49-2888-4b53-90fe-d0053518b8ab tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:35.562581 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-aeac9663-dfbc-4e37-b4da-247bdad3d38d req-47217c49-2888-4b53-90fe-d0053518b8ab tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0523357 Feb 15 05:03:35.615465 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-aeac9663-dfbc-4e37-b4da-247bdad3d38d req-949857fc-0cf6-4923-8a12-66527d039a3a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461385 Feb 15 05:03:35.835955 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b090b6b-2373-44cf-aeaf-6a8f2bf02232 req-f6c1db9d-8939-4e85-b105-7ae941603740 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:35.837447 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8b090b6b-2373-44cf-aeaf-6a8f2bf02232 req-f6c1db9d-8939-4e85-b105-7ae941603740 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0531645 Feb 15 05:03:35.884090 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8b090b6b-2373-44cf-aeaf-6a8f2bf02232 req-5f527160-381c-4d00-9278-93380eff995d tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Feb 15 05:03:35.893688 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:36.335874 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda20f5c-46d1-4c4d-8cf2-cd236dc03609 req-8cd69d35-748f-4890-8d08-a68efa02565d tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:36.337444 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-dda20f5c-46d1-4c4d-8cf2-cd236dc03609 req-8cd69d35-748f-4890-8d08-a68efa02565d tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0564203 Feb 15 05:03:36.412907 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-dda20f5c-46d1-4c4d-8cf2-cd236dc03609 req-c730cfcb-99cb-4651-ab33-e5e6d6efd5ed tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653152 Feb 15 05:03:36.416001 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70509b9e-e63a-42d7-a328-4e82ea65275c req-de8c5996-823c-4f30-aca6-834217144c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:36.417501 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-70509b9e-e63a-42d7-a328-4e82ea65275c req-de8c5996-823c-4f30-aca6-834217144c1e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=273425068e4a4d14a7be7911dcac5412&device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 1129 time: 0.0792055 Feb 15 05:03:36.517394 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70509b9e-e63a-42d7-a328-4e82ea65275c req-46dbf783-6f84-4bcd-9ed4-334642b5dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:36.518866 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-70509b9e-e63a-42d7-a328-4e82ea65275c req-46dbf783-6f84-4bcd-9ed4-334642b5dd31 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2a28af5-77ca-4dec-9deb-0a5382895207 HTTP/1.1" status: 200 len: 919 time: 0.0939486 Feb 15 05:03:36.561925 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-70509b9e-e63a-42d7-a328-4e82ea65275c req-48c02a72-9cb7-4dfd-8e78-13b8969debba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 HTTP/1.1" status: 200 len: 217 time: 0.0364254 Feb 15 05:03:36.610723 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70509b9e-e63a-42d7-a328-4e82ea65275c req-23177f74-f895-4155-ab44-7746dd44b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:36.612784 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-70509b9e-e63a-42d7-a328-4e82ea65275c req-23177f74-f895-4155-ab44-7746dd44b992 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c59e23e1-260b-477b-960b-86b72dd5e2ee HTTP/1.1" status: 200 len: 858 time: 0.0447445 Feb 15 05:03:36.633278 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:03:36.645055 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-70509b9e-e63a-42d7-a328-4e82ea65275c req-1c6b18c8-625b-4bd3-b7a6-c85bf98a3624 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2a28af5-77ca-4dec-9deb-0a5382895207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251360 Feb 15 05:03:36.758461 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d95e6-4856-4868-af9e-1fe7571d3cdf req-c20ff9e8-36e1-4c6b-9e7e-897ee2ba8661 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:36.761322 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ef1d95e6-4856-4868-af9e-1fe7571d3cdf req-c20ff9e8-36e1-4c6b-9e7e-897ee2ba8661 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0593188 Feb 15 05:03:36.768440 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-70509b9e-e63a-42d7-a328-4e82ea65275c req-320eed91-b2c0-4c06-bbe9-eeeaffdc42d5 service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160347 Feb 15 05:03:36.809959 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ef1d95e6-4856-4868-af9e-1fe7571d3cdf req-9ca46f31-194f-49b5-9435-f838e9dbf5aa tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441666 Feb 15 05:03:36.861562 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-70509b9e-e63a-42d7-a328-4e82ea65275c req-44871550-a540-4ccb-be92-47066401f64b service neutron] 10.222.0.52 "GET /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852222 Feb 15 05:03:36.963125 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 55982) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:37.073003 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-541d3ca5-2569-4dda-baa3-7bcb3b33fe8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:37.078486 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86294c-a3d2-4a86-9b58-9d2ab0985fa4 req-5d7d3533-06a8-4985-8919-1f1682145800 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:37.080193 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-af86294c-a3d2-4a86-9b58-9d2ab0985fa4 req-5d7d3533-06a8-4985-8919-1f1682145800 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 945 time: 0.0573728 Feb 15 05:03:37.127233 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-af86294c-a3d2-4a86-9b58-9d2ab0985fa4 req-e41cb7a5-34e1-4058-9364-093bc898513f tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 Feb 15 05:03:37.152196 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-541d3ca5-2569-4dda-baa3-7bcb3b33fe8a admin admin] Publish callbacks [] for security_group (c60db40e-22bd-45ee-9bf0-e451caa5e89c), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:37.207513 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:37.232829 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-541d3ca5-2569-4dda-baa3-7bcb3b33fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (c60db40e-22bd-45ee-9bf0-e451caa5e89c), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:37.271727 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-541d3ca5-2569-4dda-baa3-7bcb3b33fe8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ecdfe5d40c747f4bbd429736a3a059a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075030 Feb 15 05:03:37.272605 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d3ca5-2569-4dda-baa3-7bcb3b33fe8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60db40e-22bd-45ee-9bf0-e451caa5e89c,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:37.274508 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 55988) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:37.323764 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a9a3a21-999b-4f23-9469-5bbbbb1dffde admin admin] Publish callbacks [] for security_group (c60db40e-22bd-45ee-9bf0-e451caa5e89c), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:37.344392 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a9a3a21-999b-4f23-9469-5bbbbb1dffde admin admin] Publish callbacks [] for security_group (c60db40e-22bd-45ee-9bf0-e451caa5e89c), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:37.459455 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a9a3a21-999b-4f23-9469-5bbbbb1dffde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (c60db40e-22bd-45ee-9bf0-e451caa5e89c), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:37.462408 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a9a3a21-999b-4f23-9469-5bbbbb1dffde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:37.463672 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-4a9a3a21-999b-4f23-9469-5bbbbb1dffde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c60db40e-22bd-45ee-9bf0-e451caa5e89c HTTP/1.1" status: 204 len: 168 time: 0.1880913 Feb 15 05:03:37.474749 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a3a21-999b-4f23-9469-5bbbbb1dffde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60db40e-22bd-45ee-9bf0-e451caa5e89c,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:37.546098 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95156da1-69ee-49e5-ad04-76d2211575ee req-a3bce7ff-839c-45fb-94e6-0e7244ef61ad tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:37.547500 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-95156da1-69ee-49e5-ad04-76d2211575ee req-a3bce7ff-839c-45fb-94e6-0e7244ef61ad tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0623713 Feb 15 05:03:37.594013 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-95156da1-69ee-49e5-ad04-76d2211575ee req-4a440e82-46aa-459b-999f-65588d4f076d tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Feb 15 05:03:37.938778 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d11fe-42cf-4e73-b96b-9a4854878816 req-be6c2b00-7dca-42e3-adf2-0474b9cb6d49 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:37.940341 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-fb4d11fe-42cf-4e73-b96b-9a4854878816 req-be6c2b00-7dca-42e3-adf2-0474b9cb6d49 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0547886 Feb 15 05:03:37.987682 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-fb4d11fe-42cf-4e73-b96b-9a4854878816 req-93fb5875-347c-4b61-9fb8-fd0df29f4e39 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416465 Feb 15 05:03:38.105357 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 55998) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:38.119245 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-809a2158-cd9f-4dae-ac9b-98d935595cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:38.194441 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-809a2158-cd9f-4dae-ac9b-98d935595cd2 admin admin] Publish callbacks [] for security_group (a61effbb-bcf4-4090-82ff-e782850fa300), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:38.257042 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac01c6-d6ae-45d5-92b7-6867e5f51fdf req-7c478dfe-ce28-4873-bb47-7d98fb9606be tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:38.258522 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f2ac01c6-d6ae-45d5-92b7-6867e5f51fdf req-7c478dfe-ce28-4873-bb47-7d98fb9606be tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 945 time: 0.0549757 Feb 15 05:03:38.264585 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-809a2158-cd9f-4dae-ac9b-98d935595cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (a61effbb-bcf4-4090-82ff-e782850fa300), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:38.303093 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-809a2158-cd9f-4dae-ac9b-98d935595cd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06d43e88a81a4f959962df39629cdc34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966407 Feb 15 05:03:38.303926 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a2158-cd9f-4dae-ac9b-98d935595cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61effbb-bcf4-4090-82ff-e782850fa300,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:38.305068 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f2ac01c6-d6ae-45d5-92b7-6867e5f51fdf req-ea9c7a9d-a86d-4c3a-a394-0b8f4a64a789 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Feb 15 05:03:38.307361 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 56002) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:38.355270 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8ecd-9f56-40e9-9962-241409b18419 admin admin] Publish callbacks [] for security_group (a61effbb-bcf4-4090-82ff-e782850fa300), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:38.375426 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8ecd-9f56-40e9-9962-241409b18419 admin admin] Publish callbacks [] for security_group (a61effbb-bcf4-4090-82ff-e782850fa300), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:38.489992 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8ecd-9f56-40e9-9962-241409b18419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (a61effbb-bcf4-4090-82ff-e782850fa300), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:38.492758 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8ecd-9f56-40e9-9962-241409b18419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:38.494095 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-2e2a8ecd-9f56-40e9-9962-241409b18419 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a61effbb-bcf4-4090-82ff-e782850fa300 HTTP/1.1" status: 204 len: 168 time: 0.1855710 Feb 15 05:03:38.502024 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a8ecd-9f56-40e9-9962-241409b18419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61effbb-bcf4-4090-82ff-e782850fa300,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:38.715503 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e93bc3-d3e0-43d1-a3cd-aa101da44b63 req-68b17ef4-185f-434f-9bb7-9b2492e1921f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:38.716086 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:38.716968 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-78e93bc3-d3e0-43d1-a3cd-aa101da44b63 req-68b17ef4-185f-434f-9bb7-9b2492e1921f tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0526097 Feb 15 05:03:38.768790 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-78e93bc3-d3e0-43d1-a3cd-aa101da44b63 req-ef162940-4f98-49fa-9812-bd24d156a58e tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444627 Feb 15 05:03:39.108526 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2ab03-17b4-4298-9321-b8fe94b710d1 req-80a338be-4940-4dc4-9b76-2684bfbcd332 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:39.110022 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d4a2ab03-17b4-4298-9321-b8fe94b710d1 req-80a338be-4940-4dc4-9b76-2684bfbcd332 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 943 time: 0.0511107 Feb 15 05:03:39.137036 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56012) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:39.149643 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-86bcf840-1f74-48ab-8458-d8bf0f6aa5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:39.160534 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d4a2ab03-17b4-4298-9321-b8fe94b710d1 req-2409d899-0754-4dee-951d-5137aa38e39c tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443199 Feb 15 05:03:39.220012 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53233c-5f60-4c90-9ba1-6fb05ec987b8 req-1d2cb016-82dc-4e1b-94d6-ac54e3d48400 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:39.221611 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3e53233c-5f60-4c90-9ba1-6fb05ec987b8 req-1d2cb016-82dc-4e1b-94d6-ac54e3d48400 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.52 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 945 time: 0.0562105 Feb 15 05:03:39.238675 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-86bcf840-1f74-48ab-8458-d8bf0f6aa5b5 admin admin] Publish callbacks [] for security_group (4d458bc2-a78f-4fe0-8534-257cfc4b40db), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:39.316162 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-86bcf840-1f74-48ab-8458-d8bf0f6aa5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (4d458bc2-a78f-4fe0-8534-257cfc4b40db), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:39.324225 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-3e53233c-5f60-4c90-9ba1-6fb05ec987b8 req-762e4861-6ae0-4bdf-a276-fdcccee9c649 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Deleting port f1e152dc-52f9-4830-855d-d447c87b15f6 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:03:39.324571 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3e53233c-5f60-4c90-9ba1-6fb05ec987b8 req-762e4861-6ae0-4bdf-a276-fdcccee9c649 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:39.357520 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-86bcf840-1f74-48ab-8458-d8bf0f6aa5b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8603f1ac23e64f3491385395055d35ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170060 Feb 15 05:03:39.357520 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcf840-1f74-48ab-8458-d8bf0f6aa5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d458bc2-a78f-4fe0-8534-257cfc4b40db,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:39.358466 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56016) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:39.419762 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-3e53233c-5f60-4c90-9ba1-6fb05ec987b8 req-762e4861-6ae0-4bdf-a276-fdcccee9c649 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] For port f1e152dc-52f9-4830-855d-d447c87b15f6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1e152dc-52f9-4830-855d-d447c87b15f6,segment=NetworkSegment(7c287376-b67b-42c1-9e5f-7acb568fab89),segment_id=7c287376-b67b-42c1-9e5f-7acb568fab89)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:03:39.427764 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3e53233c-5f60-4c90-9ba1-6fb05ec987b8 req-762e4861-6ae0-4bdf-a276-fdcccee9c649 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:39.432840 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-3e53233c-5f60-4c90-9ba1-6fb05ec987b8 req-762e4861-6ae0-4bdf-a276-fdcccee9c649 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Calling delete_port for f1e152dc-52f9-4830-855d-d447c87b15f6 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:03:39.439675 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-abd747b9-63e8-4034-ab88-07fd122d477e admin admin] Publish callbacks [] for security_group (4d458bc2-a78f-4fe0-8534-257cfc4b40db), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:39.459265 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e3192-51b4-4612-b511-e8449bb88316 req-3d30d851-fc02-40fd-ac08-d1e7b23fe123 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:39.460759 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5d0e3192-51b4-4612-b511-e8449bb88316 req-3d30d851-fc02-40fd-ac08-d1e7b23fe123 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 945 time: 0.0776706 Feb 15 05:03:39.477742 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-abd747b9-63e8-4034-ab88-07fd122d477e admin admin] Publish callbacks [] for security_group (4d458bc2-a78f-4fe0-8534-257cfc4b40db), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:39.540640 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5d0e3192-51b4-4612-b511-e8449bb88316 req-726f243c-511a-480f-869a-c84e6aa0b929 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721862 Feb 15 05:03:39.630360 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-abd747b9-63e8-4034-ab88-07fd122d477e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (4d458bc2-a78f-4fe0-8534-257cfc4b40db), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:39.633062 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-abd747b9-63e8-4034-ab88-07fd122d477e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:39.634195 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-abd747b9-63e8-4034-ab88-07fd122d477e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d458bc2-a78f-4fe0-8534-257cfc4b40db HTTP/1.1" status: 204 len: 168 time: 0.2748344 Feb 15 05:03:39.642302 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd747b9-63e8-4034-ab88-07fd122d477e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d458bc2-a78f-4fe0-8534-257cfc4b40db,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:39.659736 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3e53233c-5f60-4c90-9ba1-6fb05ec987b8 req-762e4861-6ae0-4bdf-a276-fdcccee9c649 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (f1e152dc-52f9-4830-855d-d447c87b15f6), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:39.672364 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['f1e152dc-52f9-4830-855d-d447c87b15f6'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:03:39.698186 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e4861-6ae0-4bdf-a276-fdcccee9c649 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Pushing event deleted for resources: {'Port': ['ID=f1e152dc-52f9-4830-855d-d447c87b15f6,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:39.743201 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e53233c-5f60-4c90-9ba1-6fb05ec987b8 req-762e4861-6ae0-4bdf-a276-fdcccee9c649 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] No DVR routers for this DVR port f1e152dc-52f9-4830-855d-d447c87b15f6 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:03:39.745799 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-3e53233c-5f60-4c90-9ba1-6fb05ec987b8 req-762e4861-6ae0-4bdf-a276-fdcccee9c649 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:39.749878 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3e53233c-5f60-4c90-9ba1-6fb05ec987b8 req-762e4861-6ae0-4bdf-a276-fdcccee9c649 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.52 "DELETE /v2.0/ports/f1e152dc-52f9-4830-855d-d447c87b15f6 HTTP/1.1" status: 204 len: 173 time: 0.5193748 Feb 15 05:03:39.749878 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4749c332-88c1-40e4-9399-ac6fb99db57b', 'name': 'network-vif-deleted', 'tag': 'f1e152dc-52f9-4830-855d-d447c87b15f6'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:03:39.751872 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe17ee0-58e0-4a0e-b8df-be9285d48c60" -d '{"events": [{"server_uuid": "4749c332-88c1-40e4-9399-ac6fb99db57b", "name": "network-vif-deleted", "tag": "f1e152dc-52f9-4830-855d-d447c87b15f6"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:03:39.790178 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c91957c-0158-44d4-ad80-3092fb1be153 x-openstack-request-id: req-1c91957c-0158-44d4-ad80-3092fb1be153 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:03:39.790178 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4749c332-88c1-40e4-9399-ac6fb99db57b", "name": "network-vif-deleted", "tag": "f1e152dc-52f9-4830-855d-d447c87b15f6", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:03:39.790178 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c91957c-0158-44d4-ad80-3092fb1be153 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:03:39.790178 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4749c332-88c1-40e4-9399-ac6fb99db57b', 'name': 'network-vif-deleted', 'tag': 'f1e152dc-52f9-4830-855d-d447c87b15f6', 'status': 'completed', 'code': 200} Feb 15 05:03:39.891575 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c060b-6bfe-4424-904e-06c0a75da98e req-750096b4-a4c6-4fee-aebb-2bbef0504093 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:39.896205 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b07c060b-6bfe-4424-904e-06c0a75da98e req-750096b4-a4c6-4fee-aebb-2bbef0504093 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0579937 Feb 15 05:03:39.949649 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:03:39.951997 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b07c060b-6bfe-4424-904e-06c0a75da98e req-b463fc0f-92a9-4a82-9d09-42e90acc34dc tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531635 Feb 15 05:03:40.069049 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:03:40.083158 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'port_id': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'mac_address': 'fa:16:3e:bb:f6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:03:40.125228 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:03:40.125544 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:40.138479 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:03:40.159153 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:03:40.222343 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:40.277333 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,revision_number=9']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:40.289168 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1590c-9fe2-4336-bbf0-e696834c769e req-3e4d7223-500d-414d-a70f-257ef1df3133 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:40.290736 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-66a1590c-9fe2-4336-bbf0-e696834c769e req-3e4d7223-500d-414d-a70f-257ef1df3133 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0560827 Feb 15 05:03:40.341112 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-66a1590c-9fe2-4336-bbf0-e696834c769e req-dd6103d1-6844-466d-a4ac-d7480cff530d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446997 Feb 15 05:03:40.631381 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['9c5d21fb-948e-4581-84ed-6ae828a7a9b0'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:03:40.654792 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1b5f1f2a-f4aa-4766-8fef-9aa53ed6b876 req-6986ba4b-a622-467f-8398-5fe6458991f7 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=4749c332-88c1-40e4-9399-ac6fb99db57b HTTP/1.1" status: 200 len: 210 time: 0.0305488 Feb 15 05:03:41.470626 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537d0e9-9d3c-47ea-91f7-4cd7dc744113 req-81520a6f-a448-4ed8-8808-ac3776ce9d80 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:41.480005 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f537d0e9-9d3c-47ea-91f7-4cd7dc744113 req-81520a6f-a448-4ed8-8808-ac3776ce9d80 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 944 time: 0.0563047 Feb 15 05:03:41.525780 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f537d0e9-9d3c-47ea-91f7-4cd7dc744113 req-1fc28caa-cce6-4773-83e6-775723ee6419 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460258 Feb 15 05:03:41.941907 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:03:41.997205 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:03:41.997693 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:42.074295 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:03:42.074871 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:42.101197 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:03:42.103516 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079a2afa-25f8-4e71-9717-7b0de3eb04a3" -d '{"events": [{"server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "name": "network-vif-plugged", "status": "completed", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:03:42.118286 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:03:42.152097 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d43f897-da9b-498b-918f-3a51023cb88c x-openstack-request-id: req-4d43f897-da9b-498b-918f-3a51023cb88c {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:03:42.152387 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "name": "network-vif-plugged", "status": "completed", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:03:42.152636 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d43f897-da9b-498b-918f-3a51023cb88c {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:03:42.153023 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'code': 200} Feb 15 05:03:42.196307 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:42.197187 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device f1e152dc-52f9-4830-855d-d447c87b15f6 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:03:42.238399 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: f1e152dc-52f9-4830-855d-d447c87b15f6 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:03:42.238746 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device f1e152dc-52f9-4830-855d-d447c87b15f6 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:03:42.261764 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,revision_number=10']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:42.658901 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5880a-57fd-4e1a-9b58-80c32287a193 req-e98e44d1-6007-4843-80b3-7bb69ba90987 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:42.660300 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-58b5880a-57fd-4e1a-9b58-80c32287a193 req-e98e44d1-6007-4843-80b3-7bb69ba90987 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0564013 Feb 15 05:03:42.709858 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-58b5880a-57fd-4e1a-9b58-80c32287a193 req-4871a5c9-dbfd-4b57-abc4-04dc371947d4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434597 Feb 15 05:03:43.832939 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8caa52-9b8d-4a48-98bf-8fb08d6164bb req-81f473f9-faf8-4f2a-a8a9-dbd29222e291 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:43.834407 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4e8caa52-9b8d-4a48-98bf-8fb08d6164bb req-81f473f9-faf8-4f2a-a8a9-dbd29222e291 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0516446 Feb 15 05:03:43.878950 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4e8caa52-9b8d-4a48-98bf-8fb08d6164bb req-31ae7e8e-39ac-40ee-878f-17540f9f2a6e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390050 Feb 15 05:03:44.861827 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095799a-88b4-44d0-9255-fba93328d16e req-5ac2c715-fd76-44a5-8005-89063732b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:44.863269 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0095799a-88b4-44d0-9255-fba93328d16e req-5ac2c715-fd76-44a5-8005-89063732b703 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 1130 time: 0.0427628 Feb 15 05:03:45.000615 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd3218-2c84-41f4-820c-c1e107b45d35 req-59d87cc1-50f6-43be-b2ed-b174652702de tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:45.002190 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-45cd3218-2c84-41f4-820c-c1e107b45d35 req-59d87cc1-50f6-43be-b2ed-b174652702de tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0513067 Feb 15 05:03:45.047454 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-45cd3218-2c84-41f4-820c-c1e107b45d35 req-a94a2730-9ac7-4666-ac4f-fe9f51c6a9c3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397339 Feb 15 05:03:46.143819 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0095799a-88b4-44d0-9255-fba93328d16e req-680f7777-fbcf-456f-9e6d-796ed8aebe65 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415800 Feb 15 05:03:46.172931 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f711af2-d424-4f01-b285-930c74a64172 req-0a6d4d80-c4bc-44ea-8d37-ce01fe768a4b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:46.175372 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2f711af2-d424-4f01-b285-930c74a64172 req-0a6d4d80-c4bc-44ea-8d37-ce01fe768a4b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0567071 Feb 15 05:03:46.221143 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2f711af2-d424-4f01-b285-930c74a64172 req-3c6a1185-49ba-4c58-8eaf-1fbaab20f030 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402179 Feb 15 05:03:47.347555 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648d70-2c2c-4962-b9a1-06de1c7c1562 req-c95ffbe0-30a2-4cd9-a113-fe1fbf04cca3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:47.349201 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fb648d70-2c2c-4962-b9a1-06de1c7c1562 req-c95ffbe0-30a2-4cd9-a113-fe1fbf04cca3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0536988 Feb 15 05:03:47.394403 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fb648d70-2c2c-4962-b9a1-06de1c7c1562 req-ae7e29ae-4672-4335-9413-bfc09e551462 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399294 Feb 15 05:03:47.994644 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5e111-a975-4cd9-9e3c-af3828ad4a7b req-c9950549-b846-4c4e-b669-d8453a9ca2b6 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:47.996323 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a6d5e111-a975-4cd9-9e3c-af3828ad4a7b req-c9950549-b846-4c4e-b669-d8453a9ca2b6 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0529909 Feb 15 05:03:48.050343 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a6d5e111-a975-4cd9-9e3c-af3828ad4a7b req-1364dd9a-ed30-4064-a956-3fcf827b57b7 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477231 Feb 15 05:03:48.523329 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaca2ab-8c5f-41d3-ab67-f970f7452edc req-7a972d3f-1b5f-4916-a48e-0dfadae14c65 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:48.524769 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-beaca2ab-8c5f-41d3-ab67-f970f7452edc req-7a972d3f-1b5f-4916-a48e-0dfadae14c65 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0522084 Feb 15 05:03:48.573101 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-beaca2ab-8c5f-41d3-ab67-f970f7452edc req-c3294d07-a54c-4f65-8494-c0344e119885 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427361 Feb 15 05:03:49.176646 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a5259-d99d-4554-9872-493826e37599 req-8bba18d5-25bf-4326-a0f0-abdcc3ed12c6 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:49.178127 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f02a5259-d99d-4554-9872-493826e37599 req-8bba18d5-25bf-4326-a0f0-abdcc3ed12c6 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0584145 Feb 15 05:03:49.229015 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f02a5259-d99d-4554-9872-493826e37599 req-8376b81f-f20b-48c7-a9cc-859575f81b69 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444958 Feb 15 05:03:49.488890 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56228) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:49.591576 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:49.690215 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Publish callbacks [] for security_group (55613500-5b5b-4a4f-92e0-73f612d558de), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:49.712637 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29255d0a-49d5-4a9d-bdd2-9ea8fb00c2a3 req-3c8b1057-1cb0-424d-8cd4-2ff7ee497953 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:49.714189 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-29255d0a-49d5-4a9d-bdd2-9ea8fb00c2a3 req-3c8b1057-1cb0-424d-8cd4-2ff7ee497953 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0678790 Feb 15 05:03:49.761234 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-29255d0a-49d5-4a9d-bdd2-9ea8fb00c2a3 req-9ebf3954-2713-496d-8b03-0a3acbbd1ac5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412977 Feb 15 05:03:49.769859 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (55613500-5b5b-4a4f-92e0-73f612d558de), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:49.808959 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f572fdbbd934439698bc7ca752a605d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188953 Feb 15 05:03:49.809815 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55613500-5b5b-4a4f-92e0-73f612d558de,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:49.811653 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 56234) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:49.817362 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:49.817708 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:49.818047 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:49.818379 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:49.818706 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:49.819031 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:49.819360 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:49.819680 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:49.820000 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:49.820318 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:49.820634 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:49.820946 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:49.821290 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fdddb-9ca6-4692-be2b-be6e0d10e17f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:49.861011 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Publish callbacks [] for security_group (55613500-5b5b-4a4f-92e0-73f612d558de), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:49.882880 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Publish callbacks [] for security_group (55613500-5b5b-4a4f-92e0-73f612d558de), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:49.996092 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (55613500-5b5b-4a4f-92e0-73f612d558de), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:49.998657 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:50.000303 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55613500-5b5b-4a4f-92e0-73f612d558de HTTP/1.1" status: 204 len: 168 time: 0.1870737 Feb 15 05:03:50.007887 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55613500-5b5b-4a4f-92e0-73f612d558de,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:50.015347 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:50.015729 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:50.016220 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:50.016665 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:50.017623 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:50.017938 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:50.018270 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:50.018718 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:50.019044 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:50.019369 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:50.019721 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:50.020000 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:50.020387 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d716da-e598-4325-8452-0a467af7619d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:03:50.348840 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a910f77-8321-4360-9dce-0fae9ae630b0 req-4eedcdce-cd29-4d83-8f54-7c5169d8c544 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:50.350449 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2a910f77-8321-4360-9dce-0fae9ae630b0 req-4eedcdce-cd29-4d83-8f54-7c5169d8c544 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0531609 Feb 15 05:03:50.400152 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2a910f77-8321-4360-9dce-0fae9ae630b0 req-fe1cde45-bc2b-4247-8d2d-99da4d706510 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442553 Feb 15 05:03:50.601979 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 56244) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:50.615127 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1c54cf2b-4ed2-42c2-8b49-42ab4751c3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:50.685573 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1c54cf2b-4ed2-42c2-8b49-42ab4751c3a1 admin admin] Publish callbacks [] for security_group (ae368e3d-2269-4163-8c18-9cf72e1daadc), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:50.750378 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1c54cf2b-4ed2-42c2-8b49-42ab4751c3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ae368e3d-2269-4163-8c18-9cf72e1daadc), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:50.789925 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-1c54cf2b-4ed2-42c2-8b49-42ab4751c3a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96a9565b7525498291d2fc34ec1470a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867523 Feb 15 05:03:50.790688 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54cf2b-4ed2-42c2-8b49-42ab4751c3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae368e3d-2269-4163-8c18-9cf72e1daadc,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:50.792797 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56248) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:03:50.854198 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-027b3032-49f6-437c-a497-466caa73f90b admin admin] Publish callbacks [] for security_group (ae368e3d-2269-4163-8c18-9cf72e1daadc), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:50.897148 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-027b3032-49f6-437c-a497-466caa73f90b admin admin] Publish callbacks [] for security_group (ae368e3d-2269-4163-8c18-9cf72e1daadc), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:50.924741 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dcd95-5bfd-448e-a21a-02ba3550da59 req-d1f35cdd-0c0e-4345-8d06-c46d5060f77a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:50.926244 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4d1dcd95-5bfd-448e-a21a-02ba3550da59 req-d1f35cdd-0c0e-4345-8d06-c46d5060f77a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0913734 Feb 15 05:03:50.979344 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4d1dcd95-5bfd-448e-a21a-02ba3550da59 req-3cef632e-70a2-422b-83a9-0e35a3da3ecd tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467703 Feb 15 05:03:51.038441 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-027b3032-49f6-437c-a497-466caa73f90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ae368e3d-2269-4163-8c18-9cf72e1daadc), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:51.041008 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-027b3032-49f6-437c-a497-466caa73f90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:51.042271 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-027b3032-49f6-437c-a497-466caa73f90b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae368e3d-2269-4163-8c18-9cf72e1daadc HTTP/1.1" status: 204 len: 168 time: 0.2476525 Feb 15 05:03:51.050359 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b3032-49f6-437c-a497-466caa73f90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae368e3d-2269-4163-8c18-9cf72e1daadc,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:51.519455 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2104-8514-457a-a911-04b6e46b42b6 req-e9b5a70e-1dd4-4d5e-a60b-305ada07d690 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:51.520931 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-965a2104-8514-457a-a911-04b6e46b42b6 req-e9b5a70e-1dd4-4d5e-a60b-305ada07d690 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0538118 Feb 15 05:03:51.566035 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-965a2104-8514-457a-a911-04b6e46b42b6 req-156b488d-075e-4698-ae97-f21980e2f732 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396497 Feb 15 05:03:52.683532 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143ffa4-c619-46a1-946a-012f942a5ac4 req-d230866a-babd-4ec5-bf13-624637bab69a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:52.684968 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c143ffa4-c619-46a1-946a-012f942a5ac4 req-d230866a-babd-4ec5-bf13-624637bab69a tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0526500 Feb 15 05:03:52.731794 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c143ffa4-c619-46a1-946a-012f942a5ac4 req-7f612645-c829-484a-9d99-5bddad5a1e68 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412097 Feb 15 05:03:53.851549 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d11a77-82d2-4276-a21a-0a93c05aa055 req-8e19f1b8-513d-4ce7-be95-c27cfe98aef5 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:53.853183 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e2d11a77-82d2-4276-a21a-0a93c05aa055 req-8e19f1b8-513d-4ce7-be95-c27cfe98aef5 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0556133 Feb 15 05:03:53.900537 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e2d11a77-82d2-4276-a21a-0a93c05aa055 req-9ec619b4-ca1c-4dfa-ac12-ad888b91fb9c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415761 Feb 15 05:03:54.381725 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-50813416-f238-48b3-ab2d-fbe54874bfd9 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:54.383193 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-50813416-f238-48b3-ab2d-fbe54874bfd9 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/networks?id=d5e14af0-c8d6-4c06-8920-9583e3ca9661 HTTP/1.1" status: 200 len: 813 time: 0.1000476 Feb 15 05:03:54.397996 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-d4bbe81d-d860-484f-a544-fc0649c700e5 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/quotas/6320479087fa4be5b1a4315bb5a3574e HTTP/1.1" status: 200 len: 375 time: 0.0095146 Feb 15 05:03:54.429478 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-ba5eae0e-a0b3-41c1-a3c2-77667438c605 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6320479087fa4be5b1a4315bb5a3574e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267942 Feb 15 05:03:54.525645 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-efb7d463-8972-486e-897b-c27f5f72e275 service neutron] 10.222.0.24 "GET /v2.0/networks/d5e14af0-c8d6-4c06-8920-9583e3ca9661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894089 Feb 15 05:03:54.607047 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d716b0-e8fd-4f65-a8bc-3b9bb747077e req-068a16af-f909-4a01-8244-ccd4230d73f6 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:54.608801 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-05d716b0-e8fd-4f65-a8bc-3b9bb747077e req-068a16af-f909-4a01-8244-ccd4230d73f6 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0535121 Feb 15 05:03:54.615683 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-74feff56-c08d-47ae-89ac-b2a44dfced32 service neutron] 10.222.0.24 "GET /v2.0/networks/d5e14af0-c8d6-4c06-8920-9583e3ca9661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842571 Feb 15 05:03:54.713929 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-05d716b0-e8fd-4f65-a8bc-3b9bb747077e req-365b2044-aeb6-4c47-bfa9-c844a23df5fd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Deleting port 6d84be2a-781e-4073-99dc-56eac7dd90f1 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:03:54.714310 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-05d716b0-e8fd-4f65-a8bc-3b9bb747077e req-365b2044-aeb6-4c47-bfa9-c844a23df5fd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:54.806517 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-05d716b0-e8fd-4f65-a8bc-3b9bb747077e req-365b2044-aeb6-4c47-bfa9-c844a23df5fd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] For port 6d84be2a-781e-4073-99dc-56eac7dd90f1, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6d84be2a-781e-4073-99dc-56eac7dd90f1,segment=NetworkSegment(3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571),segment_id=3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:03:54.806887 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-05d716b0-e8fd-4f65-a8bc-3b9bb747077e req-365b2044-aeb6-4c47-bfa9-c844a23df5fd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:54.822365 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-05d716b0-e8fd-4f65-a8bc-3b9bb747077e req-365b2044-aeb6-4c47-bfa9-c844a23df5fd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Calling delete_port for 6d84be2a-781e-4073-99dc-56eac7dd90f1 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:03:54.901946 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c618ab19-d979-44a1-9925-36c2238f3a39 req-1199f7b4-e053-4715-906c-5f9700608f42 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 210 time: 0.0675695 Feb 15 05:03:55.031178 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b382b-070b-4731-8a05-0abc1eab197d req-959a9a18-25c5-4a76-bfb0-c96cf8ff25fa tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:55.032880 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-425b382b-070b-4731-8a05-0abc1eab197d req-959a9a18-25c5-4a76-bfb0-c96cf8ff25fa tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 945 time: 0.0573277 Feb 15 05:03:55.084938 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-425b382b-070b-4731-8a05-0abc1eab197d req-efe8f923-bea1-4336-96db-c83ef7078fff tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Feb 15 05:03:55.118948 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-05d716b0-e8fd-4f65-a8bc-3b9bb747077e req-365b2044-aeb6-4c47-bfa9-c844a23df5fd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (6d84be2a-781e-4073-99dc-56eac7dd90f1), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:55.133755 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['6d84be2a-781e-4073-99dc-56eac7dd90f1', '9dd7fbc0-78b6-4823-83e4-fb5eddab3da0'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:03:55.148607 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b2044-aeb6-4c47-bfa9-c844a23df5fd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Pushing event deleted for resources: {'Port': ['ID=6d84be2a-781e-4073-99dc-56eac7dd90f1,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:55.197406 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d716b0-e8fd-4f65-a8bc-3b9bb747077e req-365b2044-aeb6-4c47-bfa9-c844a23df5fd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] No DVR routers for this DVR port 6d84be2a-781e-4073-99dc-56eac7dd90f1 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:03:55.200282 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-05d716b0-e8fd-4f65-a8bc-3b9bb747077e req-365b2044-aeb6-4c47-bfa9-c844a23df5fd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:55.203863 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-05d716b0-e8fd-4f65-a8bc-3b9bb747077e req-365b2044-aeb6-4c47-bfa9-c844a23df5fd tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.52 "DELETE /v2.0/ports/6d84be2a-781e-4073-99dc-56eac7dd90f1 HTTP/1.1" status: 204 len: 173 time: 0.5833085 Feb 15 05:03:55.204400 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1695cb-9f01-4060-9515-25745e82f63e', 'name': 'network-vif-deleted', 'tag': '6d84be2a-781e-4073-99dc-56eac7dd90f1'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:03:55.207449 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6104630-66be-42b9-8b56-18b11272042c" -d '{"events": [{"server_uuid": "9c1695cb-9f01-4060-9515-25745e82f63e", "name": "network-vif-deleted", "tag": "6d84be2a-781e-4073-99dc-56eac7dd90f1"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:03:55.256950 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33612aa-2eba-4255-a4be-f5209b1a502f x-openstack-request-id: req-e33612aa-2eba-4255-a4be-f5209b1a502f {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:03:55.256950 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1695cb-9f01-4060-9515-25745e82f63e", "name": "network-vif-deleted", "tag": "6d84be2a-781e-4073-99dc-56eac7dd90f1", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:03:55.257352 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e33612aa-2eba-4255-a4be-f5209b1a502f {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:03:55.257590 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1695cb-9f01-4060-9515-25745e82f63e', 'name': 'network-vif-deleted', 'tag': '6d84be2a-781e-4073-99dc-56eac7dd90f1', 'status': 'completed', 'code': 200} Feb 15 05:03:56.001688 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-43b10952-4bcf-499e-8f40-71da3a7c64be req-34eb0c50-f487-41ba-a70f-88a708584f92 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 210 time: 0.0309727 Feb 15 05:03:56.199142 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d394e7b4-6f68-43db-b2c4-ae684a5762a6 req-b213e6f5-e509-4445-adc0-ec04bb00c5a8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1695cb-9f01-4060-9515-25745e82f63e HTTP/1.1" status: 200 len: 210 time: 0.0270026 Feb 15 05:03:56.984775 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-04c0adf8-4906-45b4-b752-b71e4353076c tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:56.986250 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-04c0adf8-4906-45b4-b752-b71e4353076c tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.52 "GET /v2.0/networks?id=d5e14af0-c8d6-4c06-8920-9583e3ca9661 HTTP/1.1" status: 200 len: 813 time: 0.1029418 Feb 15 05:03:56.998508 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-c749b486-3697-4127-9c78-333600b718d3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Request body: {'port': {'device_id': '7c4e72e6-9e7e-4234-bbbf-80cb64542ad8', 'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661', 'admin_state_up': True, 'tenant_id': '6320479087fa4be5b1a4315bb5a3574e'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:03:57.108937 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ba082735-b3b9-4ef6-84be-67a4895070e8 req-1c8c63e5-b8e7-4c12-8132-ee6302634516 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 210 time: 0.0341845 Feb 15 05:03:57.230319 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-c749b486-3697-4127-9c78-333600b718d3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Made reservation on behalf of 6320479087fa4be5b1a4315bb5a3574e for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:03:57.234018 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-c749b486-3697-4127-9c78-333600b718d3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:57.367415 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-c749b486-3697-4127-9c78-333600b718d3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Allocated IP 172.20.0.4 (d5e14af0-c8d6-4c06-8920-9583e3ca9661/c0ac7b89-14b2-4fcc-a238-fa284d114b17/376d4a9f-15bf-402b-bd35-3054584dc559) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:03:57.513037 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-c749b486-3697-4127-9c78-333600b718d3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks [] for port (376d4a9f-15bf-402b-bd35-3054584dc559), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:57.639678 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-c749b486-3697-4127-9c78-333600b718d3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (376d4a9f-15bf-402b-bd35-3054584dc559), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:57.697847 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-c749b486-3697-4127-9c78-333600b718d3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Network d5e14af0-c8d6-4c06-8920-9583e3ca9661 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:03:57.718808 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-c749b486-3697-4127-9c78-333600b718d3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:03:57.721229 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-c749b486-3697-4127-9c78-333600b718d3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:03:57.755568 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749b486-3697-4127-9c78-333600b718d3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Pushing event updated for resources: {'Port': ['ID=376d4a9f-15bf-402b-bd35-3054584dc559,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:57.786925 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-c749b486-3697-4127-9c78-333600b718d3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:57.787521 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-c749b486-3697-4127-9c78-333600b718d3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:57.795557 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382625d1-75fb-4181-b9c8-a6e3e8e9c39f req-a652eb60-7f8d-4a21-8379-f598c61ec9f4 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:57.797070 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-382625d1-75fb-4181-b9c8-a6e3e8e9c39f req-a652eb60-7f8d-4a21-8379-f598c61ec9f4 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.1213939 Feb 15 05:03:57.846692 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-382625d1-75fb-4181-b9c8-a6e3e8e9c39f req-8339c407-f022-44e4-a4f7-8cdc075627e8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440044 Feb 15 05:03:57.921511 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-c749b486-3697-4127-9c78-333600b718d3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9264684 Feb 15 05:03:57.995548 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Request body: {'port': {'device_id': '7c4e72e6-9e7e-4234-bbbf-80cb64542ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:03:58.010807 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 6d84be2a-781e-4073-99dc-56eac7dd90f1 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:03:58.031810 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 6d84be2a-781e-4073-99dc-56eac7dd90f1 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:03:58.032420 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 6d84be2a-781e-4073-99dc-56eac7dd90f1 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:03:58.059729 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (376d4a9f-15bf-402b-bd35-3054584dc559), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:58.239200 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224bbcc-6f5c-46ac-8b08-c2dbccaa009c req-6eb9971d-7934-4d5d-98b5-f4dc0df06f48 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:58.240668 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2224bbcc-6f5c-46ac-8b08-c2dbccaa009c req-6eb9971d-7934-4d5d-98b5-f4dc0df06f48 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 931 time: 0.0598903 Feb 15 05:03:58.289491 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2224bbcc-6f5c-46ac-8b08-c2dbccaa009c req-da7bb875-b935-4f8c-bbf8-ef4a0890d123 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426497 Feb 15 05:03:58.327771 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376d4a9f-15bf-402b-bd35-3054584dc559 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:03:58.336328 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Publish callbacks [] for port (376d4a9f-15bf-402b-bd35-3054584dc559), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:58.348346 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Transition to ACTIVE for port object 376d4a9f-15bf-402b-bd35-3054584dc559 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:03:58.464912 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (376d4a9f-15bf-402b-bd35-3054584dc559), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:58.514020 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Pushing event updated for resources: {'Port': ['ID=376d4a9f-15bf-402b-bd35-3054584dc559,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:58.586553 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Attempting to bind port 376d4a9f-15bf-402b-bd35-3054584dc559 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:03:58.586775 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Attempting to bind port 376d4a9f-15bf-402b-bd35-3054584dc559 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '7c287376-b67b-42c1-9e5f-7acb568fab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:03:58.587091 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Attempting to bind port 376d4a9f-15bf-402b-bd35-3054584dc559 on network d5e14af0-c8d6-4c06-8920-9583e3ca9661 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:03:58.591405 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Port 376d4a9f-15bf-402b-bd35-3054584dc559 on network d5e14af0-c8d6-4c06-8920-9583e3ca9661 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:03:58.591722 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Attempting to bind port 376d4a9f-15bf-402b-bd35-3054584dc559 on network d5e14af0-c8d6-4c06-8920-9583e3ca9661 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:03:58.596392 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:03:58.596722 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Checking segment: {'id': '7c287376-b67b-42c1-9e5f-7acb568fab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:03:58.597386 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Bound using segment: {'id': '7c287376-b67b-42c1-9e5f-7acb568fab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:03:58.597821 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Bound port: 376d4a9f-15bf-402b-bd35-3054584dc559, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c287376-b67b-42c1-9e5f-7acb568fab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:03:58.598166 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (376d4a9f-15bf-402b-bd35-3054584dc559), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:58.659367 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] For port 376d4a9f-15bf-402b-bd35-3054584dc559, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:03:58.662629 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] For port 376d4a9f-15bf-402b-bd35-3054584dc559, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=376d4a9f-15bf-402b-bd35-3054584dc559,segment=NetworkSegment(7c287376-b67b-42c1-9e5f-7acb568fab89),segment_id=7c287376-b67b-42c1-9e5f-7acb568fab89)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:03:58.730572 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (376d4a9f-15bf-402b-bd35-3054584dc559), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:58.765458 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:58.766067 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:58.767430 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] 10.222.0.52 "PUT /v2.0/ports/376d4a9f-15bf-402b-bd35-3054584dc559 HTTP/1.1" status: 200 len: 1093 time: 0.7762532 Feb 15 05:03:58.767861 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4e72e6-9e7e-4234-bbbf-80cb64542ad8', 'tag': '376d4a9f-15bf-402b-bd35-3054584dc559'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:03:58.770091 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cade74dc-28e1-4efe-a7f4-bbe5f4467697" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4e72e6-9e7e-4234-bbbf-80cb64542ad8", "tag": "376d4a9f-15bf-402b-bd35-3054584dc559"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:03:58.792957 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec5f92-9c90-4e2c-8065-502cd09dabbb service neutron] Pushing event updated for resources: {'Port': ['ID=376d4a9f-15bf-402b-bd35-3054584dc559,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:03:58.808013 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185ed706-f78f-4684-bf9d-3782c35041b9 x-openstack-request-id: req-185ed706-f78f-4684-bf9d-3782c35041b9 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:03:58.808302 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4e72e6-9e7e-4234-bbbf-80cb64542ad8", "tag": "376d4a9f-15bf-402b-bd35-3054584dc559", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:03:58.808597 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-185ed706-f78f-4684-bf9d-3782c35041b9 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:03:58.808999 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4e72e6-9e7e-4234-bbbf-80cb64542ad8', 'tag': '376d4a9f-15bf-402b-bd35-3054584dc559', 'status': 'completed', 'code': 200} Feb 15 05:03:58.877082 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade74dc-28e1-4efe-a7f4-bbe5f4467697 req-e083392c-1a53-4c43-9d13-6f7bb6ab165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:58.879890 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cade74dc-28e1-4efe-a7f4-bbe5f4467697 req-e083392c-1a53-4c43-9d13-6f7bb6ab165d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6320479087fa4be5b1a4315bb5a3574e&device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 1127 time: 0.0494449 Feb 15 05:03:58.965375 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685ba4-3507-43df-b9cc-7c80f9e16e14 req-d99c945f-8953-499f-bda6-97cf7199ea80 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:58.966810 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0d685ba4-3507-43df-b9cc-7c80f9e16e14 req-d99c945f-8953-499f-bda6-97cf7199ea80 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0518551 Feb 15 05:03:58.975260 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade74dc-28e1-4efe-a7f4-bbe5f4467697 req-b98bab27-ca2a-493f-9d97-2a607425b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:58.976925 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cade74dc-28e1-4efe-a7f4-bbe5f4467697 req-b98bab27-ca2a-493f-9d97-2a607425b276 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6320479087fa4be5b1a4315bb5a3574e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0909643 Feb 15 05:03:59.016516 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0d685ba4-3507-43df-b9cc-7c80f9e16e14 req-717ee902-e77c-4294-9177-308e3de5227c tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441601 Feb 15 05:03:59.077725 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade74dc-28e1-4efe-a7f4-bbe5f4467697 req-33c6e228-da12-4f05-bb0c-3aed258ff20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:59.079187 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cade74dc-28e1-4efe-a7f4-bbe5f4467697 req-33c6e228-da12-4f05-bb0c-3aed258ff20d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950224 Feb 15 05:03:59.167709 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-5e73a080-8c6c-407f-b52b-e7346a178d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:59.169164 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-5e73a080-8c6c-407f-b52b-e7346a178d55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6320479087fa4be5b1a4315bb5a3574e&device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 1127 time: 0.0468242 Feb 15 05:03:59.212450 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-226d5e39-e3cb-4852-9304-852931187488 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=376d4a9f-15bf-402b-bd35-3054584dc559 HTTP/1.1" status: 200 len: 217 time: 0.0342667 Feb 15 05:03:59.264968 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-e958389b-367e-47f3-98ce-4b12b2a04c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:59.266429 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-e958389b-367e-47f3-98ce-4b12b2a04c55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0ac7b89-14b2-4fcc-a238-fa284d114b17 HTTP/1.1" status: 200 len: 853 time: 0.0473378 Feb 15 05:03:59.298615 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-1837caad-7650-4df0-bb64-bbff5243f104 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d5e14af0-c8d6-4c06-8920-9583e3ca9661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244715 Feb 15 05:03:59.418793 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-750ed3ec-da22-48ea-8451-1681a41363e2 service neutron] 10.222.0.52 "GET /v2.0/networks/d5e14af0-c8d6-4c06-8920-9583e3ca9661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125326 Feb 15 05:03:59.434894 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcd0bd-436f-4aa8-ba28-f51781bc8271 req-183d385f-f15a-4b10-b7bc-3727182622a2 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:03:59.436309 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6cdcd0bd-436f-4aa8-ba28-f51781bc8271 req-183d385f-f15a-4b10-b7bc-3727182622a2 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 943 time: 0.0777717 Feb 15 05:03:59.533980 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6cdcd0bd-436f-4aa8-ba28-f51781bc8271 req-542933ab-a4d7-43f0-9b32-66a4e7b9e5f5 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894272 Feb 15 05:03:59.555687 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-24983377-0fc3-4e2c-9269-7d1e1c42fdec req-2577c473-5c30-45c1-9828-358fbfe3a0c4 service neutron] 10.222.0.52 "GET /v2.0/networks/d5e14af0-c8d6-4c06-8920-9583e3ca9661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184604 Feb 15 05:03:59.595927 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:00.140997 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c2eda-2ac8-4f6e-a139-800fb903dbbb req-0d91b095-dab0-4811-a142-113dfe9a4229 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:00.142490 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-048c2eda-2ac8-4f6e-a139-800fb903dbbb req-0d91b095-dab0-4811-a142-113dfe9a4229 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0544512 Feb 15 05:04:00.190543 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-048c2eda-2ac8-4f6e-a139-800fb903dbbb req-b12acf8f-e2db-4030-acf3-0a45d2ae0bda tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Feb 15 05:04:00.657449 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dda91-e22d-435c-ad87-3538cb6e6741 req-71697abe-5e18-4fcb-9895-5b88680ff467 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:00.658892 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3a6dda91-e22d-435c-ad87-3538cb6e6741 req-71697abe-5e18-4fcb-9895-5b88680ff467 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 943 time: 0.0562010 Feb 15 05:04:00.705075 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3a6dda91-e22d-435c-ad87-3538cb6e6741 req-089166cc-d416-497a-9002-6994aa3b7d43 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402725 Feb 15 05:04:01.310147 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0dd1-73f6-4007-ab06-0a7bc222e61b req-720092cb-f0c4-40ae-9188-fe75580069e8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:01.311639 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-723f0dd1-73f6-4007-ab06-0a7bc222e61b req-720092cb-f0c4-40ae-9188-fe75580069e8 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0522335 Feb 15 05:04:01.360456 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-723f0dd1-73f6-4007-ab06-0a7bc222e61b req-d27351ac-c579-43ef-80e1-037f4d0e49b4 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429628 Feb 15 05:04:01.823628 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d8d4b-e00c-4dae-9668-0325b8aba6fb req-df7e2f5d-976e-4be4-a875-b3266974fd5f tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:01.825080 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b95d8d4b-e00c-4dae-9668-0325b8aba6fb req-df7e2f5d-976e-4be4-a875-b3266974fd5f tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 943 time: 0.0523255 Feb 15 05:04:01.871660 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b95d8d4b-e00c-4dae-9668-0325b8aba6fb req-a6b39a05-67b5-42d3-b419-06220cb71a42 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Feb 15 05:04:02.295882 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6de3def2-830e-432b-a3e4-92daa8950155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:02.482865 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b084d-f593-4136-bda8-803e20765184 req-3d4c9774-4aa7-4c3a-841e-bcf2c76ae736 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:02.484314 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-302b084d-f593-4136-bda8-803e20765184 req-3d4c9774-4aa7-4c3a-841e-bcf2c76ae736 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0554774 Feb 15 05:04:02.531293 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-302b084d-f593-4136-bda8-803e20765184 req-c21a8f16-fc20-46c1-804e-4e30192532a5 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 Feb 15 05:04:02.988904 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54285ab-204f-43d1-9d35-85b44658a2a7 req-f6955799-702e-4f7a-ba3f-e32398200d03 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:02.990377 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f54285ab-204f-43d1-9d35-85b44658a2a7 req-f6955799-702e-4f7a-ba3f-e32398200d03 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 943 time: 0.0516300 Feb 15 05:04:03.046042 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f54285ab-204f-43d1-9d35-85b44658a2a7 req-c1114eea-9e78-4d4a-ac6b-4fb73e2a20fa tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501957 Feb 15 05:04:03.650196 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ee06b-67ef-4ca7-b263-b9ec97a2eb6e req-39635d49-f402-40ab-93a1-08e45b30533b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:03.651659 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1b0ee06b-67ef-4ca7-b263-b9ec97a2eb6e req-39635d49-f402-40ab-93a1-08e45b30533b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0545862 Feb 15 05:04:03.698611 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1b0ee06b-67ef-4ca7-b263-b9ec97a2eb6e req-9305260e-e952-47fb-b595-2dac6d6f6ccc tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a689e47-445b-4600-a139-31b58eb33435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413222 Feb 15 05:04:04.051838 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 376d4a9f-15bf-402b-bd35-3054584dc559 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:04:04.052398 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac443db-2f3f-49dc-bc1b-3dbc5730badc req-fe7c3f70-3287-4158-8a40-5ae3db0f6df5 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:04.053404 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eac443db-2f3f-49dc-bc1b-3dbc5730badc req-fe7c3f70-3287-4158-8a40-5ae3db0f6df5 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 945 time: 0.0514038 Feb 15 05:04:04.153297 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 376d4a9f-15bf-402b-bd35-3054584dc559, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=376d4a9f-15bf-402b-bd35-3054584dc559,segment=NetworkSegment(7c287376-b67b-42c1-9e5f-7acb568fab89),segment_id=7c287376-b67b-42c1-9e5f-7acb568fab89)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:04:04.169533 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '376d4a9f-15bf-402b-bd35-3054584dc559', 'network_id': 'd5e14af0-c8d6-4c06-8920-9583e3ca9661', 'port_id': '376d4a9f-15bf-402b-bd35-3054584dc559', 'mac_address': 'fa:16:3e:ac:b9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ac7b89-14b2-4fcc-a238-fa284d114b17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:04:04.211507 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 376d4a9f-15bf-402b-bd35-3054584dc559 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:04:04.211903 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (376d4a9f-15bf-402b-bd35-3054584dc559), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:04.226332 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376d4a9f-15bf-402b-bd35-3054584dc559 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:04:04.247718 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 376d4a9f-15bf-402b-bd35-3054584dc559, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=376d4a9f-15bf-402b-bd35-3054584dc559,segment=NetworkSegment(7c287376-b67b-42c1-9e5f-7acb568fab89),segment_id=7c287376-b67b-42c1-9e5f-7acb568fab89)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:04:04.324286 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (376d4a9f-15bf-402b-bd35-3054584dc559), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:04.375533 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=376d4a9f-15bf-402b-bd35-3054584dc559,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:04.384001 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:04.384353 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:04.384720 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:04.385059 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:04.385424 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:04.385756 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:04.386083 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:04.386410 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:04.386736 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:04.387073 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:04.387401 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:04.387722 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:04.388043 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:04.434115 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-eac443db-2f3f-49dc-bc1b-3dbc5730badc req-ddbfba7d-85ce-432b-b0d4-b8d24305af3b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Deleting port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:04:04.434452 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-eac443db-2f3f-49dc-bc1b-3dbc5730badc req-ddbfba7d-85ce-432b-b0d4-b8d24305af3b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:04.446168 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efb77c-72c4-4f3e-bf57-89ff08031d05 req-2dded895-ecd0-4373-ad6e-5568839ef884 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:04.447635 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-39efb77c-72c4-4f3e-bf57-89ff08031d05 req-2dded895-ecd0-4373-ad6e-5568839ef884 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 943 time: 0.3244138 Feb 15 05:04:04.546721 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-39efb77c-72c4-4f3e-bf57-89ff08031d05 req-0e22b6be-e7a2-4ed7-823b-eb3d5c2b4f53 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894704 Feb 15 05:04:04.570877 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-eac443db-2f3f-49dc-bc1b-3dbc5730badc req-ddbfba7d-85ce-432b-b0d4-b8d24305af3b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] For port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0,segment=NetworkSegment(3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571),segment_id=3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:04:04.571663 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-eac443db-2f3f-49dc-bc1b-3dbc5730badc req-ddbfba7d-85ce-432b-b0d4-b8d24305af3b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:04.584281 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-eac443db-2f3f-49dc-bc1b-3dbc5730badc req-ddbfba7d-85ce-432b-b0d4-b8d24305af3b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Calling delete_port for 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:04:04.687349 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-665df05c-6a23-4fba-8698-9fea7c621948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:04.742242 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['376d4a9f-15bf-402b-bd35-3054584dc559'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:04:04.773318 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-eac443db-2f3f-49dc-bc1b-3dbc5730badc req-ddbfba7d-85ce-432b-b0d4-b8d24305af3b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (9dd7fbc0-78b6-4823-83e4-fb5eddab3da0), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:04.786835 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['9dd7fbc0-78b6-4823-83e4-fb5eddab3da0'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:04:04.796779 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a7d22646-5ea4-40d7-8dd1-f876898dafc4 req-697ebde0-7b3d-4261-8908-1dd55a2bc0a0 tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe384ab5-cf4d-4254-b72b-b5d93c7e8356 HTTP/1.1" status: 200 len: 210 time: 0.0310376 Feb 15 05:04:04.807772 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfba7d-85ce-432b-b0d4-b8d24305af3b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Pushing event deleted for resources: {'Port': ['ID=9dd7fbc0-78b6-4823-83e4-fb5eddab3da0,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:04.854381 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac443db-2f3f-49dc-bc1b-3dbc5730badc req-ddbfba7d-85ce-432b-b0d4-b8d24305af3b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] No DVR routers for this DVR port 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:04:04.857337 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-eac443db-2f3f-49dc-bc1b-3dbc5730badc req-ddbfba7d-85ce-432b-b0d4-b8d24305af3b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:04.860545 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eac443db-2f3f-49dc-bc1b-3dbc5730badc req-ddbfba7d-85ce-432b-b0d4-b8d24305af3b tempest-ServerRescueNegativeTestJSON-971617287 tempest-ServerRescueNegativeTestJSON-971617287-project] 10.222.0.52 "DELETE /v2.0/ports/9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 HTTP/1.1" status: 204 len: 173 time: 0.8019359 Feb 15 05:04:04.860980 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe384ab5-cf4d-4254-b72b-b5d93c7e8356', 'name': 'network-vif-deleted', 'tag': '9dd7fbc0-78b6-4823-83e4-fb5eddab3da0'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:04:04.863289 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b06ed4d-f2e3-41ae-ab23-238326eff299" -d '{"events": [{"server_uuid": "fe384ab5-cf4d-4254-b72b-b5d93c7e8356", "name": "network-vif-deleted", "tag": "9dd7fbc0-78b6-4823-83e4-fb5eddab3da0"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:04:04.898124 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b931be47-dfc5-484b-ad74-767dca71a7ef x-openstack-request-id: req-b931be47-dfc5-484b-ad74-767dca71a7ef {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:04:04.898429 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe384ab5-cf4d-4254-b72b-b5d93c7e8356", "name": "network-vif-deleted", "tag": "9dd7fbc0-78b6-4823-83e4-fb5eddab3da0", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:04:04.898675 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b931be47-dfc5-484b-ad74-767dca71a7ef {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:04:04.899091 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe384ab5-cf4d-4254-b72b-b5d93c7e8356', 'name': 'network-vif-deleted', 'tag': '9dd7fbc0-78b6-4823-83e4-fb5eddab3da0', 'status': 'completed', 'code': 200} Feb 15 05:04:05.664448 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbaf74-1142-4dc2-b58f-4e8e355f70fe req-956766a0-5af9-4995-adb4-d91c11088b7c tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:05.665976 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-30bbaf74-1142-4dc2-b58f-4e8e355f70fe req-956766a0-5af9-4995-adb4-d91c11088b7c tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 944 time: 0.0511043 Feb 15 05:04:05.712878 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-30bbaf74-1142-4dc2-b58f-4e8e355f70fe req-c80a7090-848b-450d-8957-392677e0648e tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 Feb 15 05:04:05.856062 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:05.863475 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56454) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:06.077322 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 376d4a9f-15bf-402b-bd35-3054584dc559 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:04:06.230268 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 376d4a9f-15bf-402b-bd35-3054584dc559 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:04:06.234413 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 376d4a9f-15bf-402b-bd35-3054584dc559 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:04:06.234786 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (376d4a9f-15bf-402b-bd35-3054584dc559), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:06.317219 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 376d4a9f-15bf-402b-bd35-3054584dc559 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:04:06.317690 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (376d4a9f-15bf-402b-bd35-3054584dc559), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:06.344319 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4e72e6-9e7e-4234-bbbf-80cb64542ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376d4a9f-15bf-402b-bd35-3054584dc559'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:04:06.344319 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20f661c-ebf0-4995-8ccf-c560c7741cfc" -d '{"events": [{"server_uuid": "7c4e72e6-9e7e-4234-bbbf-80cb64542ad8", "name": "network-vif-plugged", "status": "completed", "tag": "376d4a9f-15bf-402b-bd35-3054584dc559"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:04:06.355744 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 376d4a9f-15bf-402b-bd35-3054584dc559, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=376d4a9f-15bf-402b-bd35-3054584dc559,segment=NetworkSegment(7c287376-b67b-42c1-9e5f-7acb568fab89),segment_id=7c287376-b67b-42c1-9e5f-7acb568fab89)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:04:06.378430 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b577e4a-159f-4fbd-9e82-2eb715101689 x-openstack-request-id: req-6b577e4a-159f-4fbd-9e82-2eb715101689 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:04:06.378737 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4e72e6-9e7e-4234-bbbf-80cb64542ad8", "name": "network-vif-plugged", "status": "completed", "tag": "376d4a9f-15bf-402b-bd35-3054584dc559", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:04:06.379733 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b577e4a-159f-4fbd-9e82-2eb715101689 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:04:06.380164 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4e72e6-9e7e-4234-bbbf-80cb64542ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376d4a9f-15bf-402b-bd35-3054584dc559', 'code': 200} Feb 15 05:04:06.421824 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (376d4a9f-15bf-402b-bd35-3054584dc559), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:06.422631 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:04:06.462685 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:04:06.463030 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 9dd7fbc0-78b6-4823-83e4-fb5eddab3da0 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:04:06.484849 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-036d3dbe-5df9-46c3-b28b-cf430374fb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707116'] for router_interface (983ed5df-be3e-443b-aa02-135c17544d57), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:06.494241 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=376d4a9f-15bf-402b-bd35-3054584dc559,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:06.698105 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9242d40-c69f-4ef2-bfd4-8c7151bb27e5 req-45c9f7a8-b739-45c0-b8dc-d36e1a00ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:06.699579 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a9242d40-c69f-4ef2-bfd4-8c7151bb27e5 req-45c9f7a8-b739-45c0-b8dc-d36e1a00ab37 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 1129 time: 0.0430954 Feb 15 05:04:06.742311 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a9242d40-c69f-4ef2-bfd4-8c7151bb27e5 req-83428ebb-7d67-4092-be97-d7d7be2bb000 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373697 Feb 15 05:04:06.782458 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-036d3dbe-5df9-46c3-b28b-cf430374fb4b admin admin] Deleting port fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:04:06.782793 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-036d3dbe-5df9-46c3-b28b-cf430374fb4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:06.833304 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798a01-4e4a-43d7-b35e-6e2b63175f20 req-3fd39324-5f3c-4951-9b48-de19bc96715e tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:06.834773 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a4798a01-4e4a-43d7-b35e-6e2b63175f20 req-3fd39324-5f3c-4951-9b48-de19bc96715e tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 945 time: 0.0551369 Feb 15 05:04:06.861218 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-036d3dbe-5df9-46c3-b28b-cf430374fb4b admin admin] For port fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a,segment=NetworkSegment(3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571),segment_id=3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:04:06.861553 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-036d3dbe-5df9-46c3-b28b-cf430374fb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:06.874077 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-036d3dbe-5df9-46c3-b28b-cf430374fb4b admin admin] Calling delete_port for fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a owned by network:router_interface {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:04:06.882249 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a4798a01-4e4a-43d7-b35e-6e2b63175f20 req-96fc5f44-2c09-43d6-9142-ec21758b0e73 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Feb 15 05:04:07.153158 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-036d3dbe-5df9-46c3-b28b-cf430374fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:07.178838 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d3dbe-5df9-46c3-b28b-cf430374fb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:07.221270 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:07.333836 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-036d3dbe-5df9-46c3-b28b-cf430374fb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3650636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707256'] for router_interface (983ed5df-be3e-443b-aa02-135c17544d57), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:07.542867 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036d3dbe-5df9-46c3-b28b-cf430374fb4b admin admin] Router 983ed5df-be3e-443b-aa02-135c17544d57 has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:04:07.646480 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036d3dbe-5df9-46c3-b28b-cf430374fb4b admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:04:07.651601 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-036d3dbe-5df9-46c3-b28b-cf430374fb4b admin admin] 10.222.0.24 "PUT /v2.0/routers/983ed5df-be3e-443b-aa02-135c17544d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863843 Feb 15 05:04:07.654153 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56468) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:07.655717 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a92ccef-d2e2-41da-ab24-604c3c724a08 None None] Sync routers for ids ['983ed5df-be3e-443b-aa02-135c17544d57'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:04:07.667152 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a92ccef-d2e2-41da-ab24-604c3c724a08 None None] Routers {'983ed5df-be3e-443b-aa02-135c17544d57'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:04:07.667700 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-1a92ccef-d2e2-41da-ab24-604c3c724a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:04:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['983ed5df-be3e-443b-aa02-135c17544d57'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:04:07.757497 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Publish callbacks [] for router (983ed5df-be3e-443b-aa02-135c17544d57), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:07.770805 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-1a92ccef-d2e2-41da-ab24-604c3c724a08 None None] Set router 983ed5df-be3e-443b-aa02-135c17544d57 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:04:07.862141 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Publish callbacks [] for router_gateway (983ed5df-be3e-443b-aa02-135c17544d57), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:07.953882 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-1a92ccef-d2e2-41da-ab24-604c3c724a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983ed5df-be3e-443b-aa02-135c17544d57', 'name': 'tempest-ServerRescueNegativeTestJSON-839882542-router', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '4d642362-0a13-4a53-b958-5d9072923896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:01:02Z', 'updated_at': '2022-02-15T05:04:07Z', 'revision_number': 5, 'project_id': '273425068e4a4d14a7be7911dcac5412', 'gw_port': {'id': '4d642362-0a13-4a53-b958-5d9072923896', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983ed5df-be3e-443b-aa02-135c17544d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:01:03Z', 'updated_at': '2022-02-15T05:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:04:07.981242 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a92ccef-d2e2-41da-ab24-604c3c724a08 None None] Checking router: 983ed5df-be3e-443b-aa02-135c17544d57 for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:04:07.989937 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a92ccef-d2e2-41da-ab24-604c3c724a08 None None] Routers {'983ed5df-be3e-443b-aa02-135c17544d57'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:04:07.990551 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-1a92ccef-d2e2-41da-ab24-604c3c724a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:04:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['983ed5df-be3e-443b-aa02-135c17544d57'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:04:08.024001 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1faccf-f83b-4604-b776-1d367b143cd6 req-b19322ce-af94-4d5b-8d02-cd8b4b6da712 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:08.025502 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7a1faccf-f83b-4604-b776-1d367b143cd6 req-b19322ce-af94-4d5b-8d02-cd8b4b6da712 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 945 time: 0.0690391 Feb 15 05:04:08.027944 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Deleting port 4d642362-0a13-4a53-b958-5d9072923896 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:04:08.028276 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (4d642362-0a13-4a53-b958-5d9072923896), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:08.079967 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-1a92ccef-d2e2-41da-ab24-604c3c724a08 None None] Set router 983ed5df-be3e-443b-aa02-135c17544d57 gateway port host: None {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:04:08.128741 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7a1faccf-f83b-4604-b776-1d367b143cd6 req-4a949584-db2b-49fd-9475-59cadbde53b2 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884776 Feb 15 05:04:08.139588 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-1a92ccef-d2e2-41da-ab24-604c3c724a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983ed5df-be3e-443b-aa02-135c17544d57', 'name': 'tempest-ServerRescueNegativeTestJSON-839882542-router', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:01:02Z', 'updated_at': '2022-02-15T05:04:07Z', 'revision_number': 6, 'project_id': '273425068e4a4d14a7be7911dcac5412', 'gw_port_host': None}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:04:08.161308 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] For port 4d642362-0a13-4a53-b958-5d9072923896, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=4d642362-0a13-4a53-b958-5d9072923896,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:04:08.161785 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (4d642362-0a13-4a53-b958-5d9072923896), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:08.166199 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a92ccef-d2e2-41da-ab24-604c3c724a08 None None] The sync data for ids ['983ed5df-be3e-443b-aa02-135c17544d57'] in dv-cinder-828060-5-iscsi is: [{'id': '983ed5df-be3e-443b-aa02-135c17544d57', 'name': 'tempest-ServerRescueNegativeTestJSON-839882542-router', 'tenant_id': '273425068e4a4d14a7be7911dcac5412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:01:02Z', 'updated_at': '2022-02-15T05:04:07Z', 'revision_number': 6, 'project_id': '273425068e4a4d14a7be7911dcac5412', 'gw_port_host': None}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:04:08.175091 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Calling delete_port for 4d642362-0a13-4a53-b958-5d9072923896 owned by network:router_gateway {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:04:08.437419 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (4d642362-0a13-4a53-b958-5d9072923896), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:08.467173 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d642362-0a13-4a53-b958-5d9072923896,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:08.530228 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707558'] for router_gateway (983ed5df-be3e-443b-aa02-135c17544d57), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:08.632653 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8321'] for router (983ed5df-be3e-443b-aa02-135c17544d57), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:08.633506 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Publish callbacks [] for router_controller (983ed5df-be3e-443b-aa02-135c17544d57), precommit_delete_associations {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:08.727170 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:08.761187 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702026'] for router (983ed5df-be3e-443b-aa02-135c17544d57), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:08.761739 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 983ed5df-be3e-443b-aa02-135c17544d57 {{(pid=119879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:04:08.766580 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:08.767593 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b5a7a73c-e70b-46c5-82ce-c82d81043781 admin admin] 10.222.0.24 "DELETE /v2.0/routers/983ed5df-be3e-443b-aa02-135c17544d57 HTTP/1.1" status: 204 len: 168 time: 1.1125472 Feb 15 05:04:08.770497 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56474) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:08.813630 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce07a9a-9df0-41f0-970c-86eb963a09c5 admin admin] Deleting subnet c59e23e1-260b-477b-960b-86b72dd5e2ee {{(pid=119879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:04:08.816606 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a9a-9df0-41f0-970c-86eb963a09c5 admin admin] Publish callbacks [] for subnet (c59e23e1-260b-477b-960b-86b72dd5e2ee), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:08.849243 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a9a-9df0-41f0-970c-86eb963a09c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263106507'] for subnet (c59e23e1-260b-477b-960b-86b72dd5e2ee), precommit_delete_associations {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:08.889163 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a9a-9df0-41f0-970c-86eb963a09c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (c59e23e1-260b-477b-960b-86b72dd5e2ee), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:08.998770 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a9a-9df0-41f0-970c-86eb963a09c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263105351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263411170'] for subnet (c59e23e1-260b-477b-960b-86b72dd5e2ee), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:09.024934 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce07a9a-9df0-41f0-970c-86eb963a09c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59e23e1-260b-477b-960b-86b72dd5e2ee,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:09.028660 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a9a-9df0-41f0-970c-86eb963a09c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:09.031872 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-5ce07a9a-9df0-41f0-970c-86eb963a09c5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c59e23e1-260b-477b-960b-86b72dd5e2ee HTTP/1.1" status: 204 len: 168 time: 0.2603936 Feb 15 05:04:09.034447 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56476) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:09.104068 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-89a85f96-2724-4384-9309-be0979cd3122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (e2a28af5-77ca-4dec-9deb-0a5382895207), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:09.185284 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-89a85f96-2724-4384-9309-be0979cd3122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (e2a28af5-77ca-4dec-9deb-0a5382895207), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:09.205244 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-89a85f96-2724-4384-9309-be0979cd3122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a28af5-77ca-4dec-9deb-0a5382895207']}} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:04:09.215214 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-89a85f96-2724-4384-9309-be0979cd3122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571') {'for_net_delete': True} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:04:09.215502 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-89a85f96-2724-4384-9309-be0979cd3122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571') {} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:04:09.225153 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-89a85f96-2724-4384-9309-be0979cd3122 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263106544'] for segment (3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:09.238162 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-89a85f96-2724-4384-9309-be0979cd3122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:09.244346 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a85f96-2724-4384-9309-be0979cd3122 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=119879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:04:09.244753 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-89a85f96-2724-4384-9309-be0979cd3122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263105533'] for segment (3f950e7c-f9cb-4f47-8d70-6ee2b7a7e571), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: Traceback (most recent call last): Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: timer() Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: cb(*args, **kw) Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: return func(*args, **kwargs) Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: self._notify() Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: self.callback(batched_events) Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: event.method(event) Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: return f(self, *a, **k) Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._get(url).json() Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: return self.request(url, 'GET', **kwargs) Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:04:09.246396 dv-cinder-828060-5-iscsi neutron-server[119879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:04:09.252277 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcc9bc-0049-449d-9241-2ae6ff7df91f req-2fc8276d-9be6-43cc-8c40-7215a2de0745 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:09.253794 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fafcc9bc-0049-449d-9241-2ae6ff7df91f req-2fc8276d-9be6-43cc-8c40-7215a2de0745 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 945 time: 0.0529938 Feb 15 05:04:09.300791 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fafcc9bc-0049-449d-9241-2ae6ff7df91f req-be4616e0-239e-4a80-be33-b7057a32321a tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407970 Feb 15 05:04:09.378805 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-89a85f96-2724-4384-9309-be0979cd3122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (e2a28af5-77ca-4dec-9deb-0a5382895207), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:09.383379 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-89a85f96-2724-4384-9309-be0979cd3122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:09.388825 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-89a85f96-2724-4384-9309-be0979cd3122 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e2a28af5-77ca-4dec-9deb-0a5382895207 HTTP/1.1" status: 204 len: 168 time: 0.3512433 Feb 15 05:04:09.403597 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a85f96-2724-4384-9309-be0979cd3122 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a28af5-77ca-4dec-9deb-0a5382895207,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:09.764842 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56492) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:09.803313 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e73ca352-94ec-49f9-ac38-9df2943ade21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=273425068e4a4d14a7be7911dcac5412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372691 Feb 15 05:04:09.805658 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56494) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:09.852242 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a4642923-45ea-4f1c-82a3-bc80d0dfd730 admin admin] Publish callbacks [] for security_group (1a689e47-445b-4600-a139-31b58eb33435), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:09.872758 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a4642923-45ea-4f1c-82a3-bc80d0dfd730 admin admin] Publish callbacks [] for security_group (1a689e47-445b-4600-a139-31b58eb33435), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:10.005294 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a4642923-45ea-4f1c-82a3-bc80d0dfd730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (1a689e47-445b-4600-a139-31b58eb33435), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:10.007871 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a4642923-45ea-4f1c-82a3-bc80d0dfd730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:10.009064 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-a4642923-45ea-4f1c-82a3-bc80d0dfd730 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a689e47-445b-4600-a139-31b58eb33435 HTTP/1.1" status: 204 len: 168 time: 0.2021670 Feb 15 05:04:10.016763 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4642923-45ea-4f1c-82a3-bc80d0dfd730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a689e47-445b-4600-a139-31b58eb33435,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:10.139056 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 4d642362-0a13-4a53-b958-5d9072923896 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:04:10.159755 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 4d642362-0a13-4a53-b958-5d9072923896 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:04:10.160180 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 4d642362-0a13-4a53-b958-5d9072923896 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:04:10.160699 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:04:10.179197 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:04:10.179546 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device fdc05cdd-b2f7-4a35-a6d8-d3f071b1da9a not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:04:13.633034 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:04:24.363923 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56666) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:24.464808 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6fe84d8d-c0ed-4a6a-b751-817591d06a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:24.534542 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6fe84d8d-c0ed-4a6a-b751-817591d06a27 admin admin] Publish callbacks [] for security_group (23834a6f-c911-4b3a-9c7a-b68e6c527385), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:24.595487 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6fe84d8d-c0ed-4a6a-b751-817591d06a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (23834a6f-c911-4b3a-9c7a-b68e6c527385), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:24.633556 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe84d8d-c0ed-4a6a-b751-817591d06a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23834a6f-c911-4b3a-9c7a-b68e6c527385,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:24.637703 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-6fe84d8d-c0ed-4a6a-b751-817591d06a27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f93f1c6c926047eeb114360015bb3384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727807 Feb 15 05:04:24.640338 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56670) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:24.686724 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d8c67f59-ffdd-4ec6-9044-271aa2ff76e7 admin admin] Publish callbacks [] for security_group (23834a6f-c911-4b3a-9c7a-b68e6c527385), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:24.706787 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d8c67f59-ffdd-4ec6-9044-271aa2ff76e7 admin admin] Publish callbacks [] for security_group (23834a6f-c911-4b3a-9c7a-b68e6c527385), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:24.835488 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d8c67f59-ffdd-4ec6-9044-271aa2ff76e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (23834a6f-c911-4b3a-9c7a-b68e6c527385), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:24.838177 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d8c67f59-ffdd-4ec6-9044-271aa2ff76e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:24.840377 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d8c67f59-ffdd-4ec6-9044-271aa2ff76e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23834a6f-c911-4b3a-9c7a-b68e6c527385 HTTP/1.1" status: 204 len: 168 time: 0.1980815 Feb 15 05:04:24.846799 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c67f59-ffdd-4ec6-9044-271aa2ff76e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23834a6f-c911-4b3a-9c7a-b68e6c527385,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:29.588512 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:30.012626 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56740) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:30.119200 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-54ea9f79-d511-468e-91b6-1f75cf7ebe47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:30.193171 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-54ea9f79-d511-468e-91b6-1f75cf7ebe47 admin admin] Publish callbacks [] for security_group (ab22230b-2a9b-4f64-910c-154f956e6b84), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:30.255566 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-54ea9f79-d511-468e-91b6-1f75cf7ebe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ab22230b-2a9b-4f64-910c-154f956e6b84), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:30.291873 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-54ea9f79-d511-468e-91b6-1f75cf7ebe47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf46727c9f9044e880d02fdb0c9f1cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781379 Feb 15 05:04:30.293750 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea9f79-d511-468e-91b6-1f75cf7ebe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab22230b-2a9b-4f64-910c-154f956e6b84,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:30.294781 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 56746) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:30.341669 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4e5770aa-02d4-469a-a6a7-173ec4955a75 admin admin] Publish callbacks [] for security_group (ab22230b-2a9b-4f64-910c-154f956e6b84), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:30.361769 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4e5770aa-02d4-469a-a6a7-173ec4955a75 admin admin] Publish callbacks [] for security_group (ab22230b-2a9b-4f64-910c-154f956e6b84), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:30.463993 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4e5770aa-02d4-469a-a6a7-173ec4955a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ab22230b-2a9b-4f64-910c-154f956e6b84), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:30.466456 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4e5770aa-02d4-469a-a6a7-173ec4955a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:30.467560 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-4e5770aa-02d4-469a-a6a7-173ec4955a75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab22230b-2a9b-4f64-910c-154f956e6b84 HTTP/1.1" status: 204 len: 168 time: 0.1712425 Feb 15 05:04:30.475676 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5770aa-02d4-469a-a6a7-173ec4955a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab22230b-2a9b-4f64-910c-154f956e6b84,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:31.076888 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 56758) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:31.093585 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fa92d7bf-f020-43ff-8d1b-3fb6da2ccf9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:31.170823 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fa92d7bf-f020-43ff-8d1b-3fb6da2ccf9c admin admin] Publish callbacks [] for security_group (da61f06e-ddb8-4bf1-aa77-305ea8ea7d57), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:31.235283 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fa92d7bf-f020-43ff-8d1b-3fb6da2ccf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (da61f06e-ddb8-4bf1-aa77-305ea8ea7d57), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:31.273663 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92d7bf-f020-43ff-8d1b-3fb6da2ccf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da61f06e-ddb8-4bf1-aa77-305ea8ea7d57,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:31.277931 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-fa92d7bf-f020-43ff-8d1b-3fb6da2ccf9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=590abb4bca5c429facc93f97fd94e559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995590 Feb 15 05:04:31.280536 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 56760) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:31.329878 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3077b996-8f6d-40d0-bbd7-ade1ce1e7ce8 admin admin] Publish callbacks [] for security_group (da61f06e-ddb8-4bf1-aa77-305ea8ea7d57), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:31.353855 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3077b996-8f6d-40d0-bbd7-ade1ce1e7ce8 admin admin] Publish callbacks [] for security_group (da61f06e-ddb8-4bf1-aa77-305ea8ea7d57), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:31.470049 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3077b996-8f6d-40d0-bbd7-ade1ce1e7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (da61f06e-ddb8-4bf1-aa77-305ea8ea7d57), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:31.473012 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3077b996-8f6d-40d0-bbd7-ade1ce1e7ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:31.474181 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-3077b996-8f6d-40d0-bbd7-ade1ce1e7ce8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da61f06e-ddb8-4bf1-aa77-305ea8ea7d57 HTTP/1.1" status: 204 len: 168 time: 0.1926253 Feb 15 05:04:31.482529 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077b996-8f6d-40d0-bbd7-ade1ce1e7ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da61f06e-ddb8-4bf1-aa77-305ea8ea7d57,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:32.292785 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-48119532-b17f-4bb3-964b-8d4f84482535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:33.212694 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f644ba4-8bf2-40d1-b697-60ce5c9d2a1c req-abc0cf88-dd2a-4efe-af54-b4009b86ab13 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472512 Feb 15 05:04:33.329380 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f644ba4-8bf2-40d1-b697-60ce5c9d2a1c req-673119f1-0159-4609-9c3a-73dabde5cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:33.330808 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f644ba4-8bf2-40d1-b697-60ce5c9d2a1c req-673119f1-0159-4609-9c3a-73dabde5cc59 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 1130 time: 0.0461988 Feb 15 05:04:33.439511 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f644ba4-8bf2-40d1-b697-60ce5c9d2a1c req-b16b3aeb-e7c2-4673-971c-10b9f02badf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:33.440966 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f644ba4-8bf2-40d1-b697-60ce5c9d2a1c req-b16b3aeb-e7c2-4673-971c-10b9f02badf1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 918 time: 0.0855627 Feb 15 05:04:33.513569 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f644ba4-8bf2-40d1-b697-60ce5c9d2a1c req-737bc4d3-0539-4ee7-bd1d-1fb362d76a86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0 HTTP/1.1" status: 200 len: 1001 time: 0.0634141 Feb 15 05:04:33.561988 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f644ba4-8bf2-40d1-b697-60ce5c9d2a1c req-4a1a2a5f-5ce5-4077-b5e0-ed793f6d0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:33.563498 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f644ba4-8bf2-40d1-b697-60ce5c9d2a1c req-4a1a2a5f-5ce5-4077-b5e0-ed793f6d0871 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 HTTP/1.1" status: 200 len: 856 time: 0.0442419 Feb 15 05:04:33.610951 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f644ba4-8bf2-40d1-b697-60ce5c9d2a1c req-dd437d17-c33b-4a86-a26c-28fa5ce1ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:33.612406 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f644ba4-8bf2-40d1-b697-60ce5c9d2a1c req-dd437d17-c33b-4a86-a26c-28fa5ce1ef6f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=241d7b4d-8815-491c-866f-29f7ceeec045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426173 Feb 15 05:04:33.705344 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f644ba4-8bf2-40d1-b697-60ce5c9d2a1c req-1fe7b82a-2d52-4e20-b324-040664350464 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857339 Feb 15 05:04:33.799393 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3f644ba4-8bf2-40d1-b697-60ce5c9d2a1c req-08814f11-275e-43a2-900f-2679f72d20fc service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879049 Feb 15 05:04:34.708004 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-b93066ba-2712-47f8-80d7-455794ec1ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:35.840730 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:37.201137 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:38.698250 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:42.763231 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56966) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:42.869581 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6e97ac4a-1f99-4fce-9edb-caeff61a4d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:42.943227 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6e97ac4a-1f99-4fce-9edb-caeff61a4d56 admin admin] Publish callbacks [] for security_group (ffee298b-3ca5-4edf-92bb-97a07cf7ae27), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:43.052211 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6e97ac4a-1f99-4fce-9edb-caeff61a4d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ffee298b-3ca5-4edf-92bb-97a07cf7ae27), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:43.095372 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-6e97ac4a-1f99-4fce-9edb-caeff61a4d56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc47ff981b3243e2b182a727e5e49a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286817 Feb 15 05:04:43.095372 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97ac4a-1f99-4fce-9edb-caeff61a4d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffee298b-3ca5-4edf-92bb-97a07cf7ae27,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:43.095683 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 56978) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:43.148624 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49ae3caf-7994-471a-a047-cba26ed8a0d7 admin admin] Publish callbacks [] for security_group (ffee298b-3ca5-4edf-92bb-97a07cf7ae27), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:43.169403 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49ae3caf-7994-471a-a047-cba26ed8a0d7 admin admin] Publish callbacks [] for security_group (ffee298b-3ca5-4edf-92bb-97a07cf7ae27), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:43.275924 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 56982) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:43.307208 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49ae3caf-7994-471a-a047-cba26ed8a0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ffee298b-3ca5-4edf-92bb-97a07cf7ae27), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:43.309839 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49ae3caf-7994-471a-a047-cba26ed8a0d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:43.310967 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-49ae3caf-7994-471a-a047-cba26ed8a0d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffee298b-3ca5-4edf-92bb-97a07cf7ae27 HTTP/1.1" status: 204 len: 168 time: 0.2142501 Feb 15 05:04:43.318835 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae3caf-7994-471a-a047-cba26ed8a0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffee298b-3ca5-4edf-92bb-97a07cf7ae27,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:43.394613 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-83a0b3e4-20fb-4c01-8900-c3a83b9e8560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:43.484295 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ef1cc-0b38-4a76-b4e6-369bfbf382c6 req-1dba513a-8dd8-4a3f-a08b-7671392c9630 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:43.485854 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5c7ef1cc-0b38-4a76-b4e6-369bfbf382c6 req-1dba513a-8dd8-4a3f-a08b-7671392c9630 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 945 time: 0.0820503 Feb 15 05:04:43.544430 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-83a0b3e4-20fb-4c01-8900-c3a83b9e8560 admin admin] Publish callbacks [] for security_group (52888065-a485-4f41-b04f-5f516d62f5c7), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:43.556285 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5c7ef1cc-0b38-4a76-b4e6-369bfbf382c6 req-e2b85cc1-0886-4ca7-a5b0-8dbafe48b281 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638304 Feb 15 05:04:43.592977 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-83a0b3e4-20fb-4c01-8900-c3a83b9e8560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (52888065-a485-4f41-b04f-5f516d62f5c7), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:43.631941 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-83a0b3e4-20fb-4c01-8900-c3a83b9e8560 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efe7bcb6fa5746bba35530b3e8a9d155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543537 Feb 15 05:04:43.634447 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56992) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:43.634886 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0b3e4-20fb-4c01-8900-c3a83b9e8560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52888065-a485-4f41-b04f-5f516d62f5c7,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:43.695088 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ed185b2d-66c6-4c52-9b66-6ce2898da7b4 admin admin] Publish callbacks [] for security_group (52888065-a485-4f41-b04f-5f516d62f5c7), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:43.716469 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ed185b2d-66c6-4c52-9b66-6ce2898da7b4 admin admin] Publish callbacks [] for security_group (52888065-a485-4f41-b04f-5f516d62f5c7), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:43.861732 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ed185b2d-66c6-4c52-9b66-6ce2898da7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (52888065-a485-4f41-b04f-5f516d62f5c7), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:43.864342 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ed185b2d-66c6-4c52-9b66-6ce2898da7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:43.865541 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-ed185b2d-66c6-4c52-9b66-6ce2898da7b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52888065-a485-4f41-b04f-5f516d62f5c7 HTTP/1.1" status: 204 len: 168 time: 0.2297492 Feb 15 05:04:43.873747 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed185b2d-66c6-4c52-9b66-6ce2898da7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52888065-a485-4f41-b04f-5f516d62f5c7,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:43.958573 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 56996) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:43.974234 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ce117666-b5a4-4dad-ad69-5ef96574b813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:44.046923 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ce117666-b5a4-4dad-ad69-5ef96574b813 admin admin] Publish callbacks [] for security_group (444104ec-a130-49db-8368-de2f9208aa54), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:44.103947 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ce117666-b5a4-4dad-ad69-5ef96574b813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (444104ec-a130-49db-8368-de2f9208aa54), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:44.141929 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-ce117666-b5a4-4dad-ad69-5ef96574b813 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=910562f30caf4b0b8a75bcbd4702fe1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791868 Feb 15 05:04:44.144482 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 57000) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:44.147353 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce117666-b5a4-4dad-ad69-5ef96574b813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444104ec-a130-49db-8368-de2f9208aa54,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:44.194476 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ee3adab9-fea6-4c0b-8236-cde8ea376c35 admin admin] Publish callbacks [] for security_group (444104ec-a130-49db-8368-de2f9208aa54), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:44.215180 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ee3adab9-fea6-4c0b-8236-cde8ea376c35 admin admin] Publish callbacks [] for security_group (444104ec-a130-49db-8368-de2f9208aa54), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:44.332322 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ee3adab9-fea6-4c0b-8236-cde8ea376c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (444104ec-a130-49db-8368-de2f9208aa54), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:44.334961 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ee3adab9-fea6-4c0b-8236-cde8ea376c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:44.337102 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-ee3adab9-fea6-4c0b-8236-cde8ea376c35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/444104ec-a130-49db-8368-de2f9208aa54 HTTP/1.1" status: 204 len: 168 time: 0.1906586 Feb 15 05:04:44.344082 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3adab9-fea6-4c0b-8236-cde8ea376c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444104ec-a130-49db-8368-de2f9208aa54,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:44.859409 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d5925-e43d-4c40-bdfc-371973501c66 req-aba2de1b-fe4f-488b-a984-69e7725753e6 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:44.861584 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-553d5925-e43d-4c40-bdfc-371973501c66 req-aba2de1b-fe4f-488b-a984-69e7725753e6 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 945 time: 0.2289965 Feb 15 05:04:44.905937 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-553d5925-e43d-4c40-bdfc-371973501c66 req-eac12ea1-f92f-47b0-8d4e-f34aa5fd43b3 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e7b3b3-1d25-4500-bdd8-7c2964023596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391543 Feb 15 05:04:44.919671 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 57026) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:44.932687 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-846ccd12-3fff-48ad-86e0-59748d9c474d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:45.005653 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-846ccd12-3fff-48ad-86e0-59748d9c474d admin admin] Publish callbacks [] for security_group (3cbc4bf7-6ecb-44e1-b01f-1f194b5a143b), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:45.069353 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-846ccd12-3fff-48ad-86e0-59748d9c474d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (3cbc4bf7-6ecb-44e1-b01f-1f194b5a143b), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:45.110772 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-846ccd12-3fff-48ad-86e0-59748d9c474d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27ed08294f16409c8fdf728c7d75d74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898367 Feb 15 05:04:45.111563 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ccd12-3fff-48ad-86e0-59748d9c474d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbc4bf7-6ecb-44e1-b01f-1f194b5a143b,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:45.113540 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 57032) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:45.163236 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8643684f-73d6-432e-bb1b-b09090574a94 admin admin] Publish callbacks [] for security_group (3cbc4bf7-6ecb-44e1-b01f-1f194b5a143b), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:45.183298 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8643684f-73d6-432e-bb1b-b09090574a94 admin admin] Publish callbacks [] for security_group (3cbc4bf7-6ecb-44e1-b01f-1f194b5a143b), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:45.262175 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bd7c3-6b6c-40bb-90ef-4108a842f5d2 req-319a2819-45ed-4426-ac56-05d6fc5c7bbd tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:45.263624 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-112bd7c3-6b6c-40bb-90ef-4108a842f5d2 req-319a2819-45ed-4426-ac56-05d6fc5c7bbd tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 945 time: 0.0530877 Feb 15 05:04:45.275328 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8643684f-73d6-432e-bb1b-b09090574a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (3cbc4bf7-6ecb-44e1-b01f-1f194b5a143b), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:45.278084 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8643684f-73d6-432e-bb1b-b09090574a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:45.279389 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-8643684f-73d6-432e-bb1b-b09090574a94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cbc4bf7-6ecb-44e1-b01f-1f194b5a143b HTTP/1.1" status: 204 len: 168 time: 0.1648269 Feb 15 05:04:45.288090 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643684f-73d6-432e-bb1b-b09090574a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbc4bf7-6ecb-44e1-b01f-1f194b5a143b,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:45.371673 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-112bd7c3-6b6c-40bb-90ef-4108a842f5d2 req-77fb1048-2adf-433a-a45a-327d8ec04ce5 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Deleting port 376d4a9f-15bf-402b-bd35-3054584dc559 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:04:45.372080 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-112bd7c3-6b6c-40bb-90ef-4108a842f5d2 req-77fb1048-2adf-433a-a45a-327d8ec04ce5 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (376d4a9f-15bf-402b-bd35-3054584dc559), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:45.465849 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-112bd7c3-6b6c-40bb-90ef-4108a842f5d2 req-77fb1048-2adf-433a-a45a-327d8ec04ce5 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] For port 376d4a9f-15bf-402b-bd35-3054584dc559, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=376d4a9f-15bf-402b-bd35-3054584dc559,segment=NetworkSegment(7c287376-b67b-42c1-9e5f-7acb568fab89),segment_id=7c287376-b67b-42c1-9e5f-7acb568fab89)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:04:45.473846 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-112bd7c3-6b6c-40bb-90ef-4108a842f5d2 req-77fb1048-2adf-433a-a45a-327d8ec04ce5 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (376d4a9f-15bf-402b-bd35-3054584dc559), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:45.478556 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-112bd7c3-6b6c-40bb-90ef-4108a842f5d2 req-77fb1048-2adf-433a-a45a-327d8ec04ce5 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Calling delete_port for 376d4a9f-15bf-402b-bd35-3054584dc559 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:04:45.664270 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-112bd7c3-6b6c-40bb-90ef-4108a842f5d2 req-77fb1048-2adf-433a-a45a-327d8ec04ce5 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (376d4a9f-15bf-402b-bd35-3054584dc559), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:45.678701 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['376d4a9f-15bf-402b-bd35-3054584dc559'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:04:45.694544 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb1048-2adf-433a-a45a-327d8ec04ce5 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Pushing event deleted for resources: {'Port': ['ID=376d4a9f-15bf-402b-bd35-3054584dc559,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:45.740982 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-112bd7c3-6b6c-40bb-90ef-4108a842f5d2 req-77fb1048-2adf-433a-a45a-327d8ec04ce5 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] No DVR routers for this DVR port 376d4a9f-15bf-402b-bd35-3054584dc559 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:04:45.743738 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-112bd7c3-6b6c-40bb-90ef-4108a842f5d2 req-77fb1048-2adf-433a-a45a-327d8ec04ce5 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:45.747150 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-112bd7c3-6b6c-40bb-90ef-4108a842f5d2 req-77fb1048-2adf-433a-a45a-327d8ec04ce5 tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.52 "DELETE /v2.0/ports/376d4a9f-15bf-402b-bd35-3054584dc559 HTTP/1.1" status: 204 len: 173 time: 0.4781425 Feb 15 05:04:45.747688 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4e72e6-9e7e-4234-bbbf-80cb64542ad8', 'name': 'network-vif-deleted', 'tag': '376d4a9f-15bf-402b-bd35-3054584dc559'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:04:45.751716 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1329ab0-7185-4b8e-b409-92d74c533839" -d '{"events": [{"server_uuid": "7c4e72e6-9e7e-4234-bbbf-80cb64542ad8", "name": "network-vif-deleted", "tag": "376d4a9f-15bf-402b-bd35-3054584dc559"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:04:45.912260 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65924d4-6d04-4c90-b763-66f9ea62b67c x-openstack-request-id: req-d65924d4-6d04-4c90-b763-66f9ea62b67c {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:04:45.912595 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4e72e6-9e7e-4234-bbbf-80cb64542ad8", "name": "network-vif-deleted", "tag": "376d4a9f-15bf-402b-bd35-3054584dc559", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:04:45.912849 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d65924d4-6d04-4c90-b763-66f9ea62b67c {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:04:45.913288 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4e72e6-9e7e-4234-bbbf-80cb64542ad8', 'name': 'network-vif-deleted', 'tag': '376d4a9f-15bf-402b-bd35-3054584dc559', 'status': 'completed', 'code': 200} Feb 15 05:04:46.019904 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6f3527dd-fdb1-4d43-a734-89193458f0cc req-4c6a161d-0600-485d-8b0e-126a0037dd3c tempest-VolumesSnapshotTestJSON-1664067291 tempest-VolumesSnapshotTestJSON-1664067291-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c4e72e6-9e7e-4234-bbbf-80cb64542ad8 HTTP/1.1" status: 200 len: 210 time: 0.0268507 Feb 15 05:04:50.632923 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:04:50.736727 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 376d4a9f-15bf-402b-bd35-3054584dc559 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:04:50.757707 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 376d4a9f-15bf-402b-bd35-3054584dc559 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:04:50.758044 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 376d4a9f-15bf-402b-bd35-3054584dc559 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:04:59.646442 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:02.312950 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-272bc362-3e9e-4b9c-83d2-087fffd66c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:03.061068 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef2452-e475-4ac7-89e5-8f88d196a566 req-214e6509-2d7d-47f5-a1e3-b5e76ffe9c2e tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:03.065539 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f7ef2452-e475-4ac7-89e5-8f88d196a566 req-214e6509-2d7d-47f5-a1e3-b5e76ffe9c2e tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0548346 Feb 15 05:05:03.107966 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f7ef2452-e475-4ac7-89e5-8f88d196a566 req-f49b5d55-2daf-49cc-9e5d-f7ccdb5c2050 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400429 Feb 15 05:05:04.226596 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0f762-a135-4729-b53d-254769308d6b req-bfb744be-ed7d-4de9-ab50-2651ae8ccf73 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:04.228031 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-59c0f762-a135-4729-b53d-254769308d6b req-bfb744be-ed7d-4de9-ab50-2651ae8ccf73 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0515642 Feb 15 05:05:04.273533 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-59c0f762-a135-4729-b53d-254769308d6b req-134e418c-a61d-49ab-ab81-e5c9de54246f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396507 Feb 15 05:05:04.724373 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-71d25f85-99f5-4950-9c48-a5756d7ed7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:05.392305 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde47a5-429d-4ed5-9e49-44e369d8e946 req-9fd918ae-60f0-4ec1-88d3-6d5412fa0259 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:05.393807 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4fde47a5-429d-4ed5-9e49-44e369d8e946 req-9fd918ae-60f0-4ec1-88d3-6d5412fa0259 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0512395 Feb 15 05:05:05.447903 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4fde47a5-429d-4ed5-9e49-44e369d8e946 req-0b69bdbe-c25a-4d22-b722-019e016c0101 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476930 Feb 15 05:05:05.863100 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:06.575209 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa5dda-651e-4a25-aa7d-37295026c50f req-a0cce5f9-5af6-422d-adf3-8cb302d03cc6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:06.576668 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4faa5dda-651e-4a25-aa7d-37295026c50f req-a0cce5f9-5af6-422d-adf3-8cb302d03cc6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0589664 Feb 15 05:05:06.622853 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4faa5dda-651e-4a25-aa7d-37295026c50f req-50e9257b-73b3-4572-9d83-32a2fd3e3517 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407033 Feb 15 05:05:06.931225 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 57340) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:07.034095 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:07.104186 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Publish callbacks [] for security_group (5b7f6728-25d5-46f8-b2bc-38762dbdcb23), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:07.200459 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (5b7f6728-25d5-46f8-b2bc-38762dbdcb23), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:07.239702 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03e7c35288024df38d68cfd8c38eb707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073773 Feb 15 05:05:07.240558 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7f6728-25d5-46f8-b2bc-38762dbdcb23,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:07.242606 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 57348) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:07.247812 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:07.249497 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.249497 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.249497 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.249497 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.249497 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.250147 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.250147 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.250147 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.250854 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.250854 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.251084 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.251382 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.251698 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becebc1f-f4c5-495c-94cd-91c15c5a1dbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.292545 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Publish callbacks [] for security_group (5b7f6728-25d5-46f8-b2bc-38762dbdcb23), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:07.313463 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Publish callbacks [] for security_group (5b7f6728-25d5-46f8-b2bc-38762dbdcb23), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:07.417914 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (5b7f6728-25d5-46f8-b2bc-38762dbdcb23), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:07.420492 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:07.422897 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b7f6728-25d5-46f8-b2bc-38762dbdcb23 HTTP/1.1" status: 204 len: 168 time: 0.1781220 Feb 15 05:05:07.429244 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7f6728-25d5-46f8-b2bc-38762dbdcb23,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:07.436777 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.437141 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.437493 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.437826 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.438156 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.438482 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.438847 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.439480 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.439816 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.440146 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.440470 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.440881 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.441112 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d29f3c-61b2-4942-856e-db0c4f970ce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:07.743673 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36793d-864b-408f-8198-2cae8d2657ad req-76cea58f-fcdd-460b-af5f-08cbbda81d19 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:07.745811 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5e36793d-864b-408f-8198-2cae8d2657ad req-76cea58f-fcdd-460b-af5f-08cbbda81d19 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0533261 Feb 15 05:05:07.793798 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5e36793d-864b-408f-8198-2cae8d2657ad req-0168172a-12d6-41b4-b82a-7f99ae285077 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419667 Feb 15 05:05:08.052749 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 57360) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:08.066514 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0a09ddeb-ec56-4db8-8615-287af2e200ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:08.141475 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0a09ddeb-ec56-4db8-8615-287af2e200ce admin admin] Publish callbacks [] for security_group (5695107d-41d2-4545-9be2-e6b9df44b4e8), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:08.188823 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0a09ddeb-ec56-4db8-8615-287af2e200ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (5695107d-41d2-4545-9be2-e6b9df44b4e8), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:08.225701 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-0a09ddeb-ec56-4db8-8615-287af2e200ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d15d025ee92c41e1a1adba5421eab11d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717801 Feb 15 05:05:08.226457 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09ddeb-ec56-4db8-8615-287af2e200ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5695107d-41d2-4545-9be2-e6b9df44b4e8,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:08.228270 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 57362) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:08.277297 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f14ed4d7-f83b-4833-8ea5-864863f03e27 admin admin] Publish callbacks [] for security_group (5695107d-41d2-4545-9be2-e6b9df44b4e8), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:08.297804 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f14ed4d7-f83b-4833-8ea5-864863f03e27 admin admin] Publish callbacks [] for security_group (5695107d-41d2-4545-9be2-e6b9df44b4e8), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:08.411765 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f14ed4d7-f83b-4833-8ea5-864863f03e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (5695107d-41d2-4545-9be2-e6b9df44b4e8), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:08.414426 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f14ed4d7-f83b-4833-8ea5-864863f03e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:08.415594 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-f14ed4d7-f83b-4833-8ea5-864863f03e27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5695107d-41d2-4545-9be2-e6b9df44b4e8 HTTP/1.1" status: 204 len: 168 time: 0.1863561 Feb 15 05:05:08.423750 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ed4d7-f83b-4833-8ea5-864863f03e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5695107d-41d2-4545-9be2-e6b9df44b4e8,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:08.737672 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:08.908489 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dccfb-cb61-4ac8-a9ad-280cf299581d req-4e1885cc-ff9f-4638-81f9-97de222009fd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:08.909977 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c67dccfb-cb61-4ac8-a9ad-280cf299581d req-4e1885cc-ff9f-4638-81f9-97de222009fd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0515676 Feb 15 05:05:08.956914 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c67dccfb-cb61-4ac8-a9ad-280cf299581d req-7f9884e5-0739-4704-bf60-8bde3d8dc5e4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Feb 15 05:05:09.117346 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 57374) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:09.131077 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0c163224-ff79-4162-bcdf-b2c6eac5f765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:09.204775 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0c163224-ff79-4162-bcdf-b2c6eac5f765 admin admin] Publish callbacks [] for security_group (8bbeab49-4ad7-4776-94f0-45abd7728906), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:09.263255 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0c163224-ff79-4162-bcdf-b2c6eac5f765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (8bbeab49-4ad7-4776-94f0-45abd7728906), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:09.299432 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-0c163224-ff79-4162-bcdf-b2c6eac5f765 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=539194a4e79b4cdf899d37844a4fe0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809237 Feb 15 05:05:09.300190 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c163224-ff79-4162-bcdf-b2c6eac5f765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbeab49-4ad7-4776-94f0-45abd7728906,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:09.302185 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 57376) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:09.349271 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f25cbc8f-222e-4155-9fa1-0ed20e3a921b admin admin] Publish callbacks [] for security_group (8bbeab49-4ad7-4776-94f0-45abd7728906), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:09.368981 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f25cbc8f-222e-4155-9fa1-0ed20e3a921b admin admin] Publish callbacks [] for security_group (8bbeab49-4ad7-4776-94f0-45abd7728906), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:09.481284 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f25cbc8f-222e-4155-9fa1-0ed20e3a921b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (8bbeab49-4ad7-4776-94f0-45abd7728906), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:09.483990 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f25cbc8f-222e-4155-9fa1-0ed20e3a921b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:09.485152 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-f25cbc8f-222e-4155-9fa1-0ed20e3a921b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bbeab49-4ad7-4776-94f0-45abd7728906 HTTP/1.1" status: 204 len: 168 time: 0.1819687 Feb 15 05:05:09.492851 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cbc8f-222e-4155-9fa1-0ed20e3a921b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbeab49-4ad7-4776-94f0-45abd7728906,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:10.075069 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551ee37-d68b-401d-a38d-f460a166f56b req-d294d8b8-2d3a-45a6-9587-4db1d5ca1835 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:10.076417 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f551ee37-d68b-401d-a38d-f460a166f56b req-d294d8b8-2d3a-45a6-9587-4db1d5ca1835 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0541072 Feb 15 05:05:10.337087 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f551ee37-d68b-401d-a38d-f460a166f56b req-36648d53-24bc-48e1-90ae-724bfc4742c0 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551515 Feb 15 05:05:11.460981 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8231fde-9dbb-44e3-a6ca-fbc1ea7c33b3 req-995ea3eb-faa1-4fdd-9300-07d3b5386d01 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:11.462511 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e8231fde-9dbb-44e3-a6ca-fbc1ea7c33b3 req-995ea3eb-faa1-4fdd-9300-07d3b5386d01 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0588601 Feb 15 05:05:11.510390 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e8231fde-9dbb-44e3-a6ca-fbc1ea7c33b3 req-d46fa9c2-0471-48eb-845c-9a1ad44c03c5 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417569 Feb 15 05:05:12.627605 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d643063-e5b6-4018-ab4d-a70ec3426a14 req-383eadef-4c88-4951-bb62-495ce6dd9530 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:12.629063 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8d643063-e5b6-4018-ab4d-a70ec3426a14 req-383eadef-4c88-4951-bb62-495ce6dd9530 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0517442 Feb 15 05:05:12.674626 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8d643063-e5b6-4018-ab4d-a70ec3426a14 req-62d2567a-b6ad-447d-b477-062c336bdd48 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400102 Feb 15 05:05:13.792357 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da3b07-aab1-46f4-a25c-d39998a1f2fe req-0b9cf600-d056-42cc-9ce0-5e901f20a960 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:13.793828 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-75da3b07-aab1-46f4-a25c-d39998a1f2fe req-0b9cf600-d056-42cc-9ce0-5e901f20a960 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0510535 Feb 15 05:05:13.838526 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-75da3b07-aab1-46f4-a25c-d39998a1f2fe req-65a1a62a-4fd6-471d-814c-909cc58ad56e tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392807 Feb 15 05:05:14.960853 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fb2da-89c7-4a97-a2f9-d83d4134d077 req-0411deae-9556-4ce1-9c2b-18a12298aec3 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:14.963013 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-9b0fb2da-89c7-4a97-a2f9-d83d4134d077 req-0411deae-9556-4ce1-9c2b-18a12298aec3 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0507777 Feb 15 05:05:15.042946 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-9b0fb2da-89c7-4a97-a2f9-d83d4134d077 req-a08245b3-1531-4cde-aa54-c49fe25e4012 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414705 Feb 15 05:05:16.130078 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f991f-bcb0-4ea1-a792-3067d9f55084 req-06c091fd-9153-4334-8e9e-4be49bcc7922 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:16.131554 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-454f991f-bcb0-4ea1-a792-3067d9f55084 req-06c091fd-9153-4334-8e9e-4be49bcc7922 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0546129 Feb 15 05:05:16.178016 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-454f991f-bcb0-4ea1-a792-3067d9f55084 req-c028eb92-d15a-49b5-8e7c-b007cbf78493 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393548 Feb 15 05:05:17.294027 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8f171-1c98-43be-83d7-5e9566b15840 req-77024bfe-f1fe-4900-a40d-8a6896b636c7 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:17.296200 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f3b8f171-1c98-43be-83d7-5e9566b15840 req-77024bfe-f1fe-4900-a40d-8a6896b636c7 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0513949 Feb 15 05:05:17.341138 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f3b8f171-1c98-43be-83d7-5e9566b15840 req-88c783ba-9ac7-486c-bf5f-33be875c621c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394986 Feb 15 05:05:18.461212 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe01bc-d12e-4221-a06f-dd93236eb664 req-66c89eda-f164-4391-bbf6-09b56bb38987 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:18.463411 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cebe01bc-d12e-4221-a06f-dd93236eb664 req-66c89eda-f164-4391-bbf6-09b56bb38987 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0545540 Feb 15 05:05:18.512586 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cebe01bc-d12e-4221-a06f-dd93236eb664 req-8f93c2bd-ced4-42e8-91aa-e651dd4abf6b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432787 Feb 15 05:05:19.640879 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8f8d8-93bc-46c6-9d6d-9e0bd9ce8c9a req-9a5b2314-04ef-4683-a215-3a8be77599f2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:19.642385 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-aae8f8d8-93bc-46c6-9d6d-9e0bd9ce8c9a req-9a5b2314-04ef-4683-a215-3a8be77599f2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0533440 Feb 15 05:05:19.689916 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-aae8f8d8-93bc-46c6-9d6d-9e0bd9ce8c9a req-da9e3be7-41c9-426e-a72d-2b85f81e78e0 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416217 Feb 15 05:05:20.018510 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eda831-d3d3-4b18-9f05-b4ad2d699c89 req-85d2a94b-422b-4f12-902a-0b968cb3e6bc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:20.020154 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-19eda831-d3d3-4b18-9f05-b4ad2d699c89 req-85d2a94b-422b-4f12-902a-0b968cb3e6bc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0543802 Feb 15 05:05:20.068229 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-19eda831-d3d3-4b18-9f05-b4ad2d699c89 req-1cb8a563-fdce-4db7-99d0-87fe81d41455 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422885 Feb 15 05:05:20.247419 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97a464-4ebe-4918-8d68-9b82647aa43d req-37bab0df-f437-4490-9195-3a1c8780632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:20.249571 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9e97a464-4ebe-4918-8d68-9b82647aa43d req-37bab0df-f437-4490-9195-3a1c8780632a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 1129 time: 0.1540110 Feb 15 05:05:20.340655 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97a464-4ebe-4918-8d68-9b82647aa43d req-d67cff7b-6333-4772-a453-a947503ca50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:20.346443 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9e97a464-4ebe-4918-8d68-9b82647aa43d req-d67cff7b-6333-4772-a453-a947503ca50e service neutron] 10.222.0.52 "GET /v2.0/networks?id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b HTTP/1.1" status: 200 len: 911 time: 0.0865972 Feb 15 05:05:20.405342 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9e97a464-4ebe-4918-8d68-9b82647aa43d req-ab73782b-32bc-4afb-982f-3783f7f86a41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3f3db6-ad7d-4ce0-a339-d618021017f5 HTTP/1.1" status: 200 len: 1001 time: 0.0570226 Feb 15 05:05:20.460798 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97a464-4ebe-4918-8d68-9b82647aa43d req-33556630-59bf-4ba9-adb2-b07ad0644333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:20.462194 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9e97a464-4ebe-4918-8d68-9b82647aa43d req-33556630-59bf-4ba9-adb2-b07ad0644333 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=faa73486-4adb-45de-9cdc-e6985faa7b50 HTTP/1.1" status: 200 len: 849 time: 0.0511949 Feb 15 05:05:20.514639 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97a464-4ebe-4918-8d68-9b82647aa43d req-237c74c1-bb42-4998-8046-710d9ee1f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:20.516153 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9e97a464-4ebe-4918-8d68-9b82647aa43d req-237c74c1-bb42-4998-8046-710d9ee1f714 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472300 Feb 15 05:05:20.608617 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9e97a464-4ebe-4918-8d68-9b82647aa43d req-03c1a993-55cb-44c9-8676-49de4aa96302 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863855 Feb 15 05:05:20.706032 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9e97a464-4ebe-4918-8d68-9b82647aa43d req-48904d14-1f93-4bf9-a289-ecf0ab8c6da9 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914245 Feb 15 05:05:21.194740 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147f2ca-4616-45f9-a8ec-a54f1b42c882 req-6e0713bc-bcf4-4b86-86c5-4294c701e4da tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:21.196261 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0147f2ca-4616-45f9-a8ec-a54f1b42c882 req-6e0713bc-bcf4-4b86-86c5-4294c701e4da tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0570571 Feb 15 05:05:21.253737 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0147f2ca-4616-45f9-a8ec-a54f1b42c882 req-c0b2d9c0-c040-4e32-a120-659b74263a26 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436521 Feb 15 05:05:22.393488 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748731ad-5e8b-4678-99cb-c38526c0e6e3 req-a3ab7d23-6f72-4b10-a62a-3dd4353d1c30 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:22.395103 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-748731ad-5e8b-4678-99cb-c38526c0e6e3 req-a3ab7d23-6f72-4b10-a62a-3dd4353d1c30 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0545194 Feb 15 05:05:22.451775 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-748731ad-5e8b-4678-99cb-c38526c0e6e3 req-7905e0ae-91ea-427a-9732-990b32862ee1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 Feb 15 05:05:22.780970 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 57618) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:22.889606 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-dee40d64-3c22-492e-9aa9-ec0040de36aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:22.967866 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-dee40d64-3c22-492e-9aa9-ec0040de36aa admin admin] Publish callbacks [] for security_group (600e3631-6ea3-4573-938b-786d6fa15615), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:23.038859 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-dee40d64-3c22-492e-9aa9-ec0040de36aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (600e3631-6ea3-4573-938b-786d6fa15615), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:23.082144 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-dee40d64-3c22-492e-9aa9-ec0040de36aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4967ff39667a4965b58444030a3fc406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999160 Feb 15 05:05:23.082944 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 57636) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:23.090407 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee40d64-3c22-492e-9aa9-ec0040de36aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600e3631-6ea3-4573-938b-786d6fa15615,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:23.141868 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0edc8460-b005-463b-a7f4-8ecff2e1cf8f admin admin] Publish callbacks [] for security_group (600e3631-6ea3-4573-938b-786d6fa15615), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:23.165310 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0edc8460-b005-463b-a7f4-8ecff2e1cf8f admin admin] Publish callbacks [] for security_group (600e3631-6ea3-4573-938b-786d6fa15615), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:23.290451 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0edc8460-b005-463b-a7f4-8ecff2e1cf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (600e3631-6ea3-4573-938b-786d6fa15615), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:23.292960 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-0edc8460-b005-463b-a7f4-8ecff2e1cf8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:23.294142 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-0edc8460-b005-463b-a7f4-8ecff2e1cf8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/600e3631-6ea3-4573-938b-786d6fa15615 HTTP/1.1" status: 204 len: 168 time: 0.2090790 Feb 15 05:05:23.302878 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc8460-b005-463b-a7f4-8ecff2e1cf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600e3631-6ea3-4573-938b-786d6fa15615,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:26.874064 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 57734) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:26.916227 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f2e823-870f-41a4-bb44-17711e9437ea admin admin] Deleting subnet c0ac7b89-14b2-4fcc-a238-fa284d114b17 {{(pid=119878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:05:26.919289 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-51f2e823-870f-41a4-bb44-17711e9437ea admin admin] Publish callbacks [] for subnet (c0ac7b89-14b2-4fcc-a238-fa284d114b17), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:26.955926 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-51f2e823-870f-41a4-bb44-17711e9437ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260666702'] for subnet (c0ac7b89-14b2-4fcc-a238-fa284d114b17), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:26.994727 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-51f2e823-870f-41a4-bb44-17711e9437ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (c0ac7b89-14b2-4fcc-a238-fa284d114b17), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:27.107534 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-51f2e823-870f-41a4-bb44-17711e9437ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263738715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260167594'] for subnet (c0ac7b89-14b2-4fcc-a238-fa284d114b17), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:27.134554 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-51f2e823-870f-41a4-bb44-17711e9437ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:27.137793 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-51f2e823-870f-41a4-bb44-17711e9437ea admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c0ac7b89-14b2-4fcc-a238-fa284d114b17 HTTP/1.1" status: 204 len: 168 time: 0.2627232 Feb 15 05:05:27.138806 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2e823-870f-41a4-bb44-17711e9437ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ac7b89-14b2-4fcc-a238-fa284d114b17,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:27.141320 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 57736) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:27.215058 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-91728f0b-7389-43d3-a166-4e45c46fffdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (d5e14af0-c8d6-4c06-8920-9583e3ca9661), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:27.289007 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-91728f0b-7389-43d3-a166-4e45c46fffdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (d5e14af0-c8d6-4c06-8920-9583e3ca9661), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:27.308172 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-91728f0b-7389-43d3-a166-4e45c46fffdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e14af0-c8d6-4c06-8920-9583e3ca9661']}} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:05:27.317187 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-91728f0b-7389-43d3-a166-4e45c46fffdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c287376-b67b-42c1-9e5f-7acb568fab89') {'for_net_delete': True} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:05:27.317479 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-91728f0b-7389-43d3-a166-4e45c46fffdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c287376-b67b-42c1-9e5f-7acb568fab89') {} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:05:27.326549 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-91728f0b-7389-43d3-a166-4e45c46fffdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263106544'] for segment (7c287376-b67b-42c1-9e5f-7acb568fab89), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:27.340269 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-91728f0b-7389-43d3-a166-4e45c46fffdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (7c287376-b67b-42c1-9e5f-7acb568fab89), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91728f0b-7389-43d3-a166-4e45c46fffdf admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=119879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-91728f0b-7389-43d3-a166-4e45c46fffdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263105533'] for segment (7c287376-b67b-42c1-9e5f-7acb568fab89), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: Traceback (most recent call last): Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: timer() Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: cb(*args, **kw) Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: return func(*args, **kwargs) Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: self._notify() Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: self.callback(batched_events) Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: event.method(event) Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: return f(self, *a, **k) Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._get(url).json() Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: return self.request(url, 'GET', **kwargs) Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:05:27.351785 dv-cinder-828060-5-iscsi neutron-server[119879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:05:27.485826 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-91728f0b-7389-43d3-a166-4e45c46fffdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (d5e14af0-c8d6-4c06-8920-9583e3ca9661), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:27.491360 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-91728f0b-7389-43d3-a166-4e45c46fffdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:27.494497 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-91728f0b-7389-43d3-a166-4e45c46fffdf admin admin] 10.222.0.24 "DELETE /v2.0/networks/d5e14af0-c8d6-4c06-8920-9583e3ca9661 HTTP/1.1" status: 204 len: 168 time: 0.3521266 Feb 15 05:05:27.506178 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91728f0b-7389-43d3-a166-4e45c46fffdf admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e14af0-c8d6-4c06-8920-9583e3ca9661,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:27.631940 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:05:27.837309 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 57752) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:27.868216 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 57756) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:27.962363 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c44aa073-0724-448f-a96f-4608a8f00e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.002461 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b993d365-4d94-41c6-99b5-777664b7dc4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.076112 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c44aa073-0724-448f-a96f-4608a8f00e5c admin admin] Publish callbacks [] for security_group (24bea092-a615-44a0-9e54-533439f4a1be), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.115759 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b993d365-4d94-41c6-99b5-777664b7dc4b admin admin] Publish callbacks [] for security_group (f0ff9563-3eca-41a5-a1ab-6d9e8871c44c), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.157852 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 57760) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:28.199552 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-f5e3e900-ad16-4e11-bf72-6efcc84fabec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6320479087fa4be5b1a4315bb5a3574e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404599 Feb 15 05:05:28.201821 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 57762) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:28.249098 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f47ce209-abcd-4122-9e90-a1a29efd2fe4 admin admin] Publish callbacks [] for security_group (91e7b3b3-1d25-4500-bdd8-7c2964023596), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.269227 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f47ce209-abcd-4122-9e90-a1a29efd2fe4 admin admin] Publish callbacks [] for security_group (91e7b3b3-1d25-4500-bdd8-7c2964023596), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.336064 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b993d365-4d94-41c6-99b5-777664b7dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (f0ff9563-3eca-41a5-a1ab-6d9e8871c44c), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.338424 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c44aa073-0724-448f-a96f-4608a8f00e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (24bea092-a615-44a0-9e54-533439f4a1be), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.390389 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-c44aa073-0724-448f-a96f-4608a8f00e5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca58e1db76cb48d5b07e3d2894cade97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5515599 Feb 15 05:05:28.392840 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 57764) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:28.397373 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b993d365-4d94-41c6-99b5-777664b7dc4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13c145d30f8448369b47154ad59c0b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5280817 Feb 15 05:05:28.398276 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993d365-4d94-41c6-99b5-777664b7dc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ff9563-3eca-41a5-a1ab-6d9e8871c44c,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:28.399923 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 57766) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:28.425222 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44aa073-0724-448f-a96f-4608a8f00e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bea092-a615-44a0-9e54-533439f4a1be,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:28.457616 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f47ce209-abcd-4122-9e90-a1a29efd2fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (91e7b3b3-1d25-4500-bdd8-7c2964023596), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.460363 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f47ce209-abcd-4122-9e90-a1a29efd2fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.461688 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-f47ce209-abcd-4122-9e90-a1a29efd2fe4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91e7b3b3-1d25-4500-bdd8-7c2964023596 HTTP/1.1" status: 204 len: 168 time: 0.2588413 Feb 15 05:05:28.470685 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ce209-abcd-4122-9e90-a1a29efd2fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e7b3b3-1d25-4500-bdd8-7c2964023596,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:28.472102 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-09da540d-42dd-4174-ae89-fef6a308ce18 admin admin] Publish callbacks [] for security_group (24bea092-a615-44a0-9e54-533439f4a1be), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.498001 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-31810305-b5e5-48a1-bdc5-c9c916230a39 admin admin] Publish callbacks [] for security_group (f0ff9563-3eca-41a5-a1ab-6d9e8871c44c), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.516519 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-09da540d-42dd-4174-ae89-fef6a308ce18 admin admin] Publish callbacks [] for security_group (24bea092-a615-44a0-9e54-533439f4a1be), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.540293 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-31810305-b5e5-48a1-bdc5-c9c916230a39 admin admin] Publish callbacks [] for security_group (f0ff9563-3eca-41a5-a1ab-6d9e8871c44c), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.690612 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-31810305-b5e5-48a1-bdc5-c9c916230a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (f0ff9563-3eca-41a5-a1ab-6d9e8871c44c), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.693323 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-31810305-b5e5-48a1-bdc5-c9c916230a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.694631 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-31810305-b5e5-48a1-bdc5-c9c916230a39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0ff9563-3eca-41a5-a1ab-6d9e8871c44c HTTP/1.1" status: 204 len: 168 time: 0.2938471 Feb 15 05:05:28.695288 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-09da540d-42dd-4174-ae89-fef6a308ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (24bea092-a615-44a0-9e54-533439f4a1be), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.697670 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-09da540d-42dd-4174-ae89-fef6a308ce18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:28.698736 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-09da540d-42dd-4174-ae89-fef6a308ce18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24bea092-a615-44a0-9e54-533439f4a1be HTTP/1.1" status: 204 len: 168 time: 0.3048332 Feb 15 05:05:28.706959 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31810305-b5e5-48a1-bdc5-c9c916230a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ff9563-3eca-41a5-a1ab-6d9e8871c44c,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:28.716015 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da540d-42dd-4174-ae89-fef6a308ce18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bea092-a615-44a0-9e54-533439f4a1be,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:29.603538 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a401c6d2-1f23-4797-8ed9-dab72d07bd31 req-e414a294-8fb1-4ab6-9143-cc7f67ad1a75 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583873 Feb 15 05:05:29.611831 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:29.669997 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401c6d2-1f23-4797-8ed9-dab72d07bd31 req-75395185-6f87-44c8-84f8-d7cdfc736641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:29.671929 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a401c6d2-1f23-4797-8ed9-dab72d07bd31 req-75395185-6f87-44c8-84f8-d7cdfc736641 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 1129 time: 0.0461528 Feb 15 05:05:29.777882 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401c6d2-1f23-4797-8ed9-dab72d07bd31 req-1e8ad72e-d421-4309-8ecf-d9174ca258f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:29.781000 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a401c6d2-1f23-4797-8ed9-dab72d07bd31 req-1e8ad72e-d421-4309-8ecf-d9174ca258f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b HTTP/1.1" status: 200 len: 911 time: 0.0918536 Feb 15 05:05:29.849377 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a401c6d2-1f23-4797-8ed9-dab72d07bd31 req-0e660d4f-52e4-4ec1-bc5c-f31a3514155e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3f3db6-ad7d-4ce0-a339-d618021017f5 HTTP/1.1" status: 200 len: 1001 time: 0.0623879 Feb 15 05:05:29.904818 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401c6d2-1f23-4797-8ed9-dab72d07bd31 req-95912c00-d911-4888-bcc0-f25bc97c2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:29.906464 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a401c6d2-1f23-4797-8ed9-dab72d07bd31 req-95912c00-d911-4888-bcc0-f25bc97c2108 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=faa73486-4adb-45de-9cdc-e6985faa7b50 HTTP/1.1" status: 200 len: 849 time: 0.0494015 Feb 15 05:05:29.959080 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401c6d2-1f23-4797-8ed9-dab72d07bd31 req-bc60c439-7066-4d42-bb08-b3c2b43305d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:29.959080 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a401c6d2-1f23-4797-8ed9-dab72d07bd31 req-bc60c439-7066-4d42-bb08-b3c2b43305d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466394 Feb 15 05:05:30.052005 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a401c6d2-1f23-4797-8ed9-dab72d07bd31 req-531fb103-c86c-455c-89ef-d060d4d0deb7 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858064 Feb 15 05:05:30.152668 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a401c6d2-1f23-4797-8ed9-dab72d07bd31 req-8f1c2af6-d62a-45a8-baf8-291bacef42c8 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900805 Feb 15 05:05:32.302889 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-efc57544-e428-4225-a6ff-09bc9e080533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:34.719814 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cf2562b-df7e-4dde-86b2-0f30b6612314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:35.834115 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:37.211038 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:38.735584 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:47.963181 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c1c3a-cb16-48dc-a232-221de3f45161 req-0c8c13f4-53b2-468f-bee4-531b8ff8f8eb tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:47.964569 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c18c1c3a-cb16-48dc-a232-221de3f45161 req-0c8c13f4-53b2-468f-bee4-531b8ff8f8eb tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0530963 Feb 15 05:05:48.010436 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c18c1c3a-cb16-48dc-a232-221de3f45161 req-fe687566-d52b-4ce6-ac7d-0b2bd2cabcf2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403259 Feb 15 05:05:49.138445 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd059842-52d4-4a0a-89b1-a8db41f15ffa req-d5f84f78-e690-40a0-9631-d705748eea3e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:49.139570 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-dd059842-52d4-4a0a-89b1-a8db41f15ffa req-d5f84f78-e690-40a0-9631-d705748eea3e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0569572 Feb 15 05:05:49.186703 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-dd059842-52d4-4a0a-89b1-a8db41f15ffa req-e20edac2-c6fd-48d0-a59c-b182b1a011df tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405865 Feb 15 05:05:50.311725 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f08d5-d363-48d2-ad18-164e2354f206 req-3d69b941-51f9-4922-b6fd-6fd4d340bba2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:50.313195 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ed0f08d5-d363-48d2-ad18-164e2354f206 req-3d69b941-51f9-4922-b6fd-6fd4d340bba2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0550015 Feb 15 05:05:50.357528 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ed0f08d5-d363-48d2-ad18-164e2354f206 req-8834919b-d517-40f1-bb89-201ec808c7df tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382595 Feb 15 05:05:51.478368 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36ad81-c2db-42f2-b656-ba75572c69e1 req-b973e326-28b4-4e5f-a01b-4fe5c6da3a79 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:51.479734 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3e36ad81-c2db-42f2-b656-ba75572c69e1 req-b973e326-28b4-4e5f-a01b-4fe5c6da3a79 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0519004 Feb 15 05:05:51.524250 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3e36ad81-c2db-42f2-b656-ba75572c69e1 req-a7fd697a-97ef-4a1e-b37d-3d41b1201a54 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391099 Feb 15 05:05:52.645386 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f2293-f1d6-4fe5-b93d-a5a7c42e8721 req-21656889-8b22-4a53-ac51-a71c294268bb tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:52.646864 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ab1f2293-f1d6-4fe5-b93d-a5a7c42e8721 req-21656889-8b22-4a53-ac51-a71c294268bb tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0525205 Feb 15 05:05:52.696148 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ab1f2293-f1d6-4fe5-b93d-a5a7c42e8721 req-45853dfa-4a08-480a-8a01-18ff1fbad5aa tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439391 Feb 15 05:05:53.262839 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-24cc929c-5edd-4cb1-a9ce-96286dd08710 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:53.264296 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-24cc929c-5edd-4cb1-a9ce-96286dd08710 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0527205 Feb 15 05:05:53.359077 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Deleting port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:05:53.359418 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:53.444233 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] For port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:05:53.444589 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:53.658012 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:53.658724 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (0980b2b6-5f31-4daa-8245-decdf593956f), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:53.658724 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.l3_db [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Floating IP 0980b2b6-5f31-4daa-8245-decdf593956f disassociated. External IP: 172.27.2.244, port: 9c5d21fb-948e-4581-84ed-6ae828a7a9b0. Feb 15 05:05:53.658996 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Calling delete_port for 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:05:53.821064 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c7e87-a254-4b3c-8e6a-d696732d65af req-647c03c1-afc7-4431-a9de-b513529fa7cb tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:53.822523 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-523c7e87-a254-4b3c-8e6a-d696732d65af req-647c03c1-afc7-4431-a9de-b513529fa7cb tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 946 time: 0.0515752 Feb 15 05:05:53.839453 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (9c5d21fb-948e-4581-84ed-6ae828a7a9b0), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:53.865357 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event deleted for resources: {'Port': ['ID=9c5d21fb-948e-4581-84ed-6ae828a7a9b0,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:53.876977 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-523c7e87-a254-4b3c-8e6a-d696732d65af req-f98c6653-963a-43b5-9f22-d75f387b81c8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0259fc5-4f5d-48f1-af08-b029bf6ca290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487289 Feb 15 05:05:53.991807 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Router 590099b4-8911-4874-8e28-9e63024406fb has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:05:54.104353 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:05:54.116501 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7715f25-0db0-4019-8951-b4b69293d337 None None] Sync routers for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:05:54.129530 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7715f25-0db0-4019-8951-b4b69293d337 None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:05:54.130175 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d7715f25-0db0-4019-8951-b4b69293d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:05:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:05:54.145840 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] No DVR routers for this DVR port 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:05:54.148430 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:54.151763 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e2e01589-fd0f-466f-bc02-73e6e9d30038 req-beba78d4-77fd-4d29-ab20-54921972bfd2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.52 "DELETE /v2.0/ports/9c5d21fb-948e-4581-84ed-6ae828a7a9b0 HTTP/1.1" status: 204 len: 173 time: 0.8815167 Feb 15 05:05:54.152227 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'name': 'network-vif-deleted', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:05:54.154588 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c05fde-9c1f-43ab-8b34-d51b992f75cf" -d '{"events": [{"server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "name": "network-vif-deleted", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:05:54.193667 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a0ebee-83a7-4191-97a2-93c1a50445a5 x-openstack-request-id: req-20a0ebee-83a7-4191-97a2-93c1a50445a5 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:05:54.194524 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac41b60e-6305-48ac-ae54-e61566ae7570", "name": "network-vif-deleted", "tag": "9c5d21fb-948e-4581-84ed-6ae828a7a9b0", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:05:54.194524 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20a0ebee-83a7-4191-97a2-93c1a50445a5 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:05:54.194889 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac41b60e-6305-48ac-ae54-e61566ae7570', 'name': 'network-vif-deleted', 'tag': '9c5d21fb-948e-4581-84ed-6ae828a7a9b0', 'status': 'completed', 'code': 200} Feb 15 05:05:54.242095 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-d7715f25-0db0-4019-8951-b4b69293d337 None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:05:54.443037 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d7715f25-0db0-4019-8951-b4b69293d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:33Z', 'revision_number': 5, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:05:54.473475 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7715f25-0db0-4019-8951-b4b69293d337 None None] Checking router: 590099b4-8911-4874-8e28-9e63024406fb for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:05:54.481655 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7715f25-0db0-4019-8951-b4b69293d337 None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:05:54.482252 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d7715f25-0db0-4019-8951-b4b69293d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:05:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:05:54.589431 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-d7715f25-0db0-4019-8951-b4b69293d337 None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:05:54.911278 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d7715f25-0db0-4019-8951-b4b69293d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:33Z', 'revision_number': 5, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:05:54.944392 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7715f25-0db0-4019-8951-b4b69293d337 None None] The sync data for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi is: [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:33Z', 'revision_number': 5, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:05:55.010310 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-90d22686-249c-4a72-9a67-8f55946dffe4 req-c80eef63-3888-4714-928f-391d1abe0552 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac41b60e-6305-48ac-ae54-e61566ae7570 HTTP/1.1" status: 200 len: 210 time: 0.0292540 Feb 15 05:05:55.189815 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397c201-26e8-44cb-9746-6540b538d1e4 None None] New status for floating IP 0980b2b6-5f31-4daa-8245-decdf593956f: DOWN {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:05:56.740230 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:05:56.762256 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:05:56.762592 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 9c5d21fb-948e-4581-84ed-6ae828a7a9b0 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:05:57.160252 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58122) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:57.212969 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aac02ee5-4aab-4dcf-9c84-2fd9936f8c64 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group (f0259fc5-4f5d-48f1-af08-b029bf6ca290), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:57.236901 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aac02ee5-4aab-4dcf-9c84-2fd9936f8c64 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group (f0259fc5-4f5d-48f1-af08-b029bf6ca290), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:57.325159 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aac02ee5-4aab-4dcf-9c84-2fd9936f8c64 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (f0259fc5-4f5d-48f1-af08-b029bf6ca290), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:57.327690 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aac02ee5-4aab-4dcf-9c84-2fd9936f8c64 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:57.328802 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-aac02ee5-4aab-4dcf-9c84-2fd9936f8c64 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "DELETE /v2.0/security-groups/f0259fc5-4f5d-48f1-af08-b029bf6ca290 HTTP/1.1" status: 204 len: 168 time: 0.1675594 Feb 15 05:05:57.331774 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58124) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:57.337733 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac02ee5-4aab-4dcf-9c84-2fd9936f8c64 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0259fc5-4f5d-48f1-af08-b029bf6ca290,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:57.349045 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.api.v2.resource [None req-099528e2-a177-49ae-aaaf-3600353d1560 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] show failed (client error): The resource could not be found. Feb 15 05:05:57.350095 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-099528e2-a177-49ae-aaaf-3600353d1560 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups/f0259fc5-4f5d-48f1-af08-b029bf6ca290 HTTP/1.1" status: 404 len: 347 time: 0.0168483 Feb 15 05:05:57.353028 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58126) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:57.477846 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-35f2a9b9-a4ec-4623-9a39-52e9fb98486b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Deleting port bfc58b6b-8442-467d-af48-7942a7d864f8 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:05:57.478188 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-35f2a9b9-a4ec-4623-9a39-52e9fb98486b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (bfc58b6b-8442-467d-af48-7942a7d864f8), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:57.553951 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-35f2a9b9-a4ec-4623-9a39-52e9fb98486b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (bfc58b6b-8442-467d-af48-7942a7d864f8), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:57.554276 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-35f2a9b9-a4ec-4623-9a39-52e9fb98486b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (bfc58b6b-8442-467d-af48-7942a7d864f8), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:57.566032 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-35f2a9b9-a4ec-4623-9a39-52e9fb98486b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Calling delete_port for bfc58b6b-8442-467d-af48-7942a7d864f8 owned by network:floatingip {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:05:57.788134 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-35f2a9b9-a4ec-4623-9a39-52e9fb98486b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (bfc58b6b-8442-467d-af48-7942a7d864f8), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:57.819147 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2a9b9-a4ec-4623-9a39-52e9fb98486b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event deleted for resources: {'Port': ['ID=bfc58b6b-8442-467d-af48-7942a7d864f8,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:57.878267 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-35f2a9b9-a4ec-4623-9a39-52e9fb98486b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (0980b2b6-5f31-4daa-8245-decdf593956f), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:57.880889 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-35f2a9b9-a4ec-4623-9a39-52e9fb98486b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:57.882069 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-35f2a9b9-a4ec-4623-9a39-52e9fb98486b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "DELETE /v2.0/floatingips/0980b2b6-5f31-4daa-8245-decdf593956f HTTP/1.1" status: 204 len: 168 time: 0.5280848 Feb 15 05:05:58.026400 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58140) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:58.131017 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a71cd265-87c1-4cb1-b863-8d3e6db473d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:58.199068 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a71cd265-87c1-4cb1-b863-8d3e6db473d5 admin admin] Publish callbacks [] for security_group (e7c73603-b9f4-4974-bd1c-5f4f56b1d19e), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:58.273624 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a71cd265-87c1-4cb1-b863-8d3e6db473d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (e7c73603-b9f4-4974-bd1c-5f4f56b1d19e), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:58.316039 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-a71cd265-87c1-4cb1-b863-8d3e6db473d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b4f52f3bbee4279acc5f1b8bdc3d148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885656 Feb 15 05:05:58.316932 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cd265-87c1-4cb1-b863-8d3e6db473d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c73603-b9f4-4974-bd1c-5f4f56b1d19e,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:58.318722 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58144) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:58.366364 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-eb2d649b-13ce-4a04-88b1-073b6f3d1a99 admin admin] Publish callbacks [] for security_group (e7c73603-b9f4-4974-bd1c-5f4f56b1d19e), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:58.387355 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-eb2d649b-13ce-4a04-88b1-073b6f3d1a99 admin admin] Publish callbacks [] for security_group (e7c73603-b9f4-4974-bd1c-5f4f56b1d19e), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:58.490627 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-eb2d649b-13ce-4a04-88b1-073b6f3d1a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (e7c73603-b9f4-4974-bd1c-5f4f56b1d19e), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:58.493258 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-eb2d649b-13ce-4a04-88b1-073b6f3d1a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:58.494404 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-eb2d649b-13ce-4a04-88b1-073b6f3d1a99 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7c73603-b9f4-4974-bd1c-5f4f56b1d19e HTTP/1.1" status: 204 len: 168 time: 0.1740797 Feb 15 05:05:58.502649 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d649b-13ce-4a04-88b1-073b6f3d1a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c73603-b9f4-4974-bd1c-5f4f56b1d19e,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:59.396527 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58170) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:59.487157 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58174) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:59.491672 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-085cb74b-8ef1-4a9d-8553-2f771ed142cc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576525957', 'description': 'tempest-description--991938348'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:05:59.501107 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1710108607-network', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:05:59.593854 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-085cb74b-8ef1-4a9d-8553-2f771ed142cc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:59.606169 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Made reservation on behalf of 82110d673b4a4f55bda43eb2f0453f43 for: {'network': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:05:59.608345 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:59.618210 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:59.643879 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:59.700204 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-085cb74b-8ef1-4a9d-8553-2f771ed142cc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group (d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:59.730734 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Publish callbacks [] for security_group (32558626-7370-4b9b-95cf-616c93312986), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:59.770381 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-085cb74b-8ef1-4a9d-8553-2f771ed142cc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:59.797356 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (32558626-7370-4b9b-95cf-616c93312986), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:59.802829 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cb74b-8ef1-4a9d-8553-2f771ed142cc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:59.817444 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=119878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:05:59.836206 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (ceb6ce1c-ed42-49ed-8061-d3f0ff265a92), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:59.836553 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.segments_db [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Added segment ceb6ce1c-ed42-49ed-8061-d3f0ff265a92 of type vlan for network 36084994-3a6f-459e-81d2-1b7dccc740f3 Feb 15 05:05:59.837880 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32558626-7370-4b9b-95cf-616c93312986,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:59.868448 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-085cb74b-8ef1-4a9d-8553-2f771ed142cc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:59.869663 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-085cb74b-8ef1-4a9d-8553-2f771ed142cc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3815510 Feb 15 05:05:59.872704 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58176) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:05:59.877867 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-8875ca3c-f76a-4ed0-bc17-70e45a861f74 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Request body: {'security_group_rule': {'security_group_id': 'd80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:05:59.881850 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (36084994-3a6f-459e-81d2-1b7dccc740f3), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:59.951737 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8875ca3c-f76a-4ed0-bc17-70e45a861f74 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group_rule (0f089d0c-daa7-4ef9-aceb-920cf4238220), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:59.970578 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (36084994-3a6f-459e-81d2-1b7dccc740f3), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:59.971569 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:59.972156 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.007244 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8875ca3c-f76a-4ed0-bc17-70e45a861f74 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group_rule (0f089d0c-daa7-4ef9-aceb-920cf4238220), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.036803 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=36084994-3a6f-459e-81d2-1b7dccc740f3,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:00.044989 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8875ca3c-f76a-4ed0-bc17-70e45a861f74 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (0f089d0c-daa7-4ef9-aceb-920cf4238220), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.050237 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network 36084994-3a6f-459e-81d2-1b7dccc740f3 details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:06:00.072538 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-1ff75d9d-bd45-4aea-83e1-dc70d5a90bc8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6722734 Feb 15 05:06:00.072915 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58180) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:00.073469 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875ca3c-f76a-4ed0-bc17-70e45a861f74 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f089d0c-daa7-4ef9-aceb-920cf4238220,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:00.077849 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-5a836e40-d911-4875-aede-8d9160d78f31 admin admin] Request body: {'subnet': {'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1710108607-subnet', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'ip_version': 4}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:00.121592 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-8875ca3c-f76a-4ed0-bc17-70e45a861f74 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.122813 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-8875ca3c-f76a-4ed0-bc17-70e45a861f74 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2490578 Feb 15 05:06:00.125623 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58182) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:00.130570 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-b342a503-76d8-4155-a286-030b17104213 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Request body: {'security_group_rule': {'security_group_id': 'd80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:00.198244 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a836e40-d911-4875-aede-8d9160d78f31 admin admin] Made reservation on behalf of 82110d673b4a4f55bda43eb2f0453f43 for: {'subnet': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:06:00.200522 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-5a836e40-d911-4875-aede-8d9160d78f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260167557'] for subnet (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.252882 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b342a503-76d8-4155-a286-030b17104213 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group_rule (f20a95c1-f695-4e30-94eb-35d077b44ef2), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.344115 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b342a503-76d8-4155-a286-030b17104213 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group_rule (f20a95c1-f695-4e30-94eb-35d077b44ef2), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.404839 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b342a503-76d8-4155-a286-030b17104213 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (f20a95c1-f695-4e30-94eb-35d077b44ef2), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.423332 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342a503-76d8-4155-a286-030b17104213 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20a95c1-f695-4e30-94eb-35d077b44ef2,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:00.455651 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-5a836e40-d911-4875-aede-8d9160d78f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263737732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260167571'] for subnet (9005181e-bcd1-4720-b825-c820fed65af1), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.510124 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b342a503-76d8-4155-a286-030b17104213 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.511235 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-b342a503-76d8-4155-a286-030b17104213 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3840802 Feb 15 05:06:00.514483 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58184) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:00.515596 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a836e40-d911-4875-aede-8d9160d78f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9005181e-bcd1-4720-b825-c820fed65af1,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:00.519728 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Request body: {'floatingip': {'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:00.524513 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a836e40-d911-4875-aede-8d9160d78f31 admin admin] Checking segment: {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:06:00.524874 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a836e40-d911-4875-aede-8d9160d78f31 admin admin] Network hostable DHCP agents. Network: 36084994-3a6f-459e-81d2-1b7dccc740f3, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:06:00.616602 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.645218 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a836e40-d911-4875-aede-8d9160d78f31 admin admin] Network 36084994-3a6f-459e-81d2-1b7dccc740f3 is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:06:00.711735 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.740979 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-5a836e40-d911-4875-aede-8d9160d78f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, 36084994-3a6f-459e-81d2-1b7dccc740f3) {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:00.745028 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a836e40-d911-4875-aede-8d9160d78f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:00.745647 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-5a836e40-d911-4875-aede-8d9160d78f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.750611 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5bf353-3e79-4f8e-bc21-2188d0c7f244 None None] Network 36084994-3a6f-459e-81d2-1b7dccc740f3 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:06:00.815102 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Allocated IP 172.27.2.98 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/ae88b3e1-9896-4551-9772-8e48dd03af8a) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:06:00.818999 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-5a836e40-d911-4875-aede-8d9160d78f31 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7449358 Feb 15 05:06:00.822998 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58186) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:00.827198 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:00.856567 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp166c4624-0222-50a1-9bcc-8d4e37a786fe-36084994-3a6f-459e-81d2-1b7dccc740f3', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1'}]}} from dv-cinder-828060-5-iscsi. {{(pid=119880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:06:00.857453 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.895740 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8431'] for router (98d69b21-d2ec-45eb-97ad-fc29012707aa), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.897063 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8440'] for router (98d69b21-d2ec-45eb-97ad-fc29012707aa), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.927519 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for port (ae88b3e1-9896-4551-9772-8e48dd03af8a), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.956333 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Publish callbacks [] for router_controller (98d69b21-d2ec-45eb-97ad-fc29012707aa), precommit_add_association {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:00.989538 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.db_base_plugin_common [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Allocated IP 172.20.0.2 (36084994-3a6f-459e-81d2-1b7dccc740f3/9005181e-bcd1-4720-b825-c820fed65af1/9e54d116-c785-44e2-9d21-13596a492b10) {{(pid=119880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:06:01.050537 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (ae88b3e1-9896-4551-9772-8e48dd03af8a), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.090076 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:01.097181 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:01.099868 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:06:01.129261 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event updated for resources: {'Port': ['ID=ae88b3e1-9896-4551-9772-8e48dd03af8a,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:01.252064 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Publish callbacks [] for port (9e54d116-c785-44e2-9d21-13596a492b10), precommit_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.290273 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (f2cab4f3-f8db-416b-b00b-c2f9754b997e), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.360290 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (9e54d116-c785-44e2-9d21-13596a492b10), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.403807 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Network 36084994-3a6f-459e-81d2-1b7dccc740f3 is already hosted by enough agents. {{(pid=119880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:01.413234 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.base_scheduler [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Resources bound (agent type, host, resource id): {{(pid=119880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:01.419084 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Received port after_create {{(pid=119880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:06:01.422660 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Pushing event updated for resources: {'Port': ['ID=9e54d116-c785-44e2-9d21-13596a492b10,revision_number=1']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:01.432970 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:01.433400 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:01.433753 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:01.434092 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:01.434426 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:01.434760 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:01.435245 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:01.435412 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:01.435551 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (ae88b3e1-9896-4551-9772-8e48dd03af8a), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.436028 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:01.436526 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:01.437020 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:01.437522 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:01.442402 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:01.444937 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Publish callbacks [] for router_gateway (98d69b21-d2ec-45eb-97ad-fc29012707aa), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.499695 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Attempting to bind port 9e54d116-c785-44e2-9d21-13596a492b10 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:06:01.500262 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Attempting to bind port 9e54d116-c785-44e2-9d21-13596a492b10 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:06:01.501737 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Attempting to bind port 9e54d116-c785-44e2-9d21-13596a492b10 on network 36084994-3a6f-459e-81d2-1b7dccc740f3 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:06:01.506313 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:06:01.506685 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Checking segment: {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:06:01.507080 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.507464 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Bound using segment: {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:06:01.507942 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Bound port: 9e54d116-c785-44e2-9d21-13596a492b10, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:06:01.508314 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9e54d116-c785-44e2-9d21-13596a492b10), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.575201 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] For port 9e54d116-c785-44e2-9d21-13596a492b10, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:06:01.578679 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] For port 9e54d116-c785-44e2-9d21-13596a492b10, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=9e54d116-c785-44e2-9d21-13596a492b10,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:06:01.605913 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for port (ae88b3e1-9896-4551-9772-8e48dd03af8a), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.634138 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (9e54d116-c785-44e2-9d21-13596a492b10), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.656386 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263105297'] for port (ae88b3e1-9896-4551-9772-8e48dd03af8a), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.698136 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d260f5-d03e-464b-923a-b14fc1a6710e None None] Pushing event updated for resources: {'Port': ['ID=9e54d116-c785-44e2-9d21-13596a492b10,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:01.724618 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Publish callbacks [] for router_gateway (98d69b21-d2ec-45eb-97ad-fc29012707aa), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.739054 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event updated for resources: {'Port': ['ID=ae88b3e1-9896-4551-9772-8e48dd03af8a,revision_number=2']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:01.746740 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.747483 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (f2cab4f3-f8db-416b-b00b-c2f9754b997e), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.874794 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Allocated IP 172.27.2.3 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/20c78d3e-cf5a-4587-b174-0bac71a58916) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:06:01.984379 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Publish callbacks [] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:02.135635 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:02.135635 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-17f28f7b-18ae-4a9d-8f74-6490eacfc833 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6124845 Feb 15 05:06:02.182610 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:02.216077 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 9e54d116-c785-44e2-9d21-13596a492b10 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:06:02.221604 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:02.226576 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:02.234042 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:06:02.257784 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Pushing event updated for resources: {'Port': ['ID=20c78d3e-cf5a-4587-b174-0bac71a58916,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:02.283493 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 9e54d116-c785-44e2-9d21-13596a492b10 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:02.283869 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (9e54d116-c785-44e2-9d21-13596a492b10), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:02.369009 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-0aac2dc4-9076-46a4-b1d1-5d8beba9b969 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1576525957&fields=id&tenant_id=70810d3d51d44ce4ae997d8906aa40d1 HTTP/1.1" status: 200 len: 267 time: 0.0582232 Feb 15 05:06:02.374193 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 9e54d116-c785-44e2-9d21-13596a492b10 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:02.374585 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (9e54d116-c785-44e2-9d21-13596a492b10), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:02.376866 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-e2767d74-7082-440b-9093-9033f76f9694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:02.419556 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port 9e54d116-c785-44e2-9d21-13596a492b10, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=9e54d116-c785-44e2-9d21-13596a492b10,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:02.493493 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-6ac46394-470f-4944-bc6a-a01d517f835b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:02.494991 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-6ac46394-470f-4944-bc6a-a01d517f835b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 817 time: 0.1209474 Feb 15 05:06:02.496407 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (9e54d116-c785-44e2-9d21-13596a492b10), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:02.516794 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-c7669b2d-1d88-41cd-b917-468563888366 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/quotas/70810d3d51d44ce4ae997d8906aa40d1 HTTP/1.1" status: 200 len: 375 time: 0.0137141 Feb 15 05:06:02.557231 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=9e54d116-c785-44e2-9d21-13596a492b10,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:02.583246 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-4aef52e8-bfb5-430c-a824-8608d392efa0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595975 Feb 15 05:06:02.674803 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58553a84-fcdf-4757-8f9d-245bc4b2e568 None None] Network 36084994-3a6f-459e-81d2-1b7dccc740f3 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:06:02.676984 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Publish callbacks [] for router_gateway (98d69b21-d2ec-45eb-97ad-fc29012707aa), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:02.799251 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-34557d45-790c-47a0-848a-78ecc7cd390f None None] Provisioning complete for port 9e54d116-c785-44e2-9d21-13596a492b10 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:02.799632 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-34557d45-790c-47a0-848a-78ecc7cd390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (9e54d116-c785-44e2-9d21-13596a492b10), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:02.804464 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-9c149227-d5e9-4484-8d54-2111768133bd service neutron] 10.222.0.24 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988101 Feb 15 05:06:02.900931 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-707458'] for router (98d69b21-d2ec-45eb-97ad-fc29012707aa), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:02.911479 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-096def21-7985-46a1-91f1-87b30dce5cb0 service neutron] 10.222.0.24 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009867 Feb 15 05:06:02.913513 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-34557d45-790c-47a0-848a-78ecc7cd390f None None] Current status of the port 9e54d116-c785-44e2-9d21-13596a492b10 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:03.125306 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Router 98d69b21-d2ec-45eb-97ad-fc29012707aa is scheduled to L3 agent 93191b66-45b8-451b-9430-45af3619aeed with binding_index 1 {{(pid=119878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:06:03.135575 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-eedc24bf-47bd-4e04-a209-1a76224dbfae None None] Provisioning complete for port 9e54d116-c785-44e2-9d21-13596a492b10 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:03.136151 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-eedc24bf-47bd-4e04-a209-1a76224dbfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (9e54d116-c785-44e2-9d21-13596a492b10), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:03.231642 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-282cb155-2cc8-4d1f-acf5-8b12ea77ca5a req-77986939-092d-4cde-90fc-6f6aa11758fc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 210 time: 0.0439951 Feb 15 05:06:03.231864 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-eedc24bf-47bd-4e04-a209-1a76224dbfae None None] Current status of the port 9e54d116-c785-44e2-9d21-13596a492b10 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:03.277786 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:06:03.288601 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Sync routers for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:06:03.298603 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:03.299128 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:05:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:03.349981 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] Publish callbacks [] for router (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:03.352711 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-e884e131-1fa4-49a4-8292-0c4b47f85ceb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5272920 Feb 15 05:06:03.354321 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58220) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:03.405783 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:03.580591 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:02Z', 'revision_number': 3, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:03.606732 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Checking router: 98d69b21-d2ec-45eb-97ad-fc29012707aa for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:06:03.607084 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Updating router 98d69b21-d2ec-45eb-97ad-fc29012707aa port 20c78d3e-cf5a-4587-b174-0bac71a58916 binding host dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:06:03.633909 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:03.774400 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:03.933078 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Allocated IP 172.20.0.1 (36084994-3a6f-459e-81d2-1b7dccc740f3/9005181e-bcd1-4720-b825-c820fed65af1/594a33f2-c943-4f6a-a545-8c9eecba8692) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:06:04.006574 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Publish callbacks [] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), precommit_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.033355 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Publish callbacks [] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.085010 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.125001 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.135044 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Attempting to bind port 20c78d3e-cf5a-4587-b174-0bac71a58916 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:06:04.135418 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Attempting to bind port 20c78d3e-cf5a-4587-b174-0bac71a58916 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:06:04.135783 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Attempting to bind port 20c78d3e-cf5a-4587-b174-0bac71a58916 on network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:06:04.145584 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087cefb-5c57-498a-baf3-e0011e1a1b82 None None] Pushing event updated for resources: {'Port': ['ID=20c78d3e-cf5a-4587-b174-0bac71a58916,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:04.149286 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:06:04.152110 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Checking segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:06:04.152110 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.152110 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Bound using segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:06:04.152110 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Bound port: 20c78d3e-cf5a-4587-b174-0bac71a58916, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:06:04.152110 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.174084 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Network 36084994-3a6f-459e-81d2-1b7dccc740f3 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:04.179397 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:04.181693 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Pushing event updated for resources: {'Port': ['ID=594a33f2-c943-4f6a-a545-8c9eecba8692,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:04.184331 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:06:04.221062 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 9e54d116-c785-44e2-9d21-13596a492b10 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:06:04.227647 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707761'] for router_interface (98d69b21-d2ec-45eb-97ad-fc29012707aa), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.264659 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] For port 20c78d3e-cf5a-4587-b174-0bac71a58916, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:06:04.283725 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] For port 20c78d3e-cf5a-4587-b174-0bac71a58916, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=20c78d3e-cf5a-4587-b174-0bac71a58916,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:06:04.361730 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 9e54d116-c785-44e2-9d21-13596a492b10 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:04.362335 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (9e54d116-c785-44e2-9d21-13596a492b10), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.376801 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-36d590ed-008e-48b6-a38d-1383fe7a7a7b req-cb7fca94-1bcd-4c96-a837-ab54d5328379 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 210 time: 0.0419090 Feb 15 05:06:04.431452 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.515008 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-e85d5042-2924-4731-9251-24092325781d None None] Provisioning complete for port 594a33f2-c943-4f6a-a545-8c9eecba8692 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:04.515380 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-e85d5042-2924-4731-9251-24092325781d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.553790 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:04.555095 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:05:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:04.556786 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087cefb-5c57-498a-baf3-e0011e1a1b82 None None] Pushing event updated for resources: {'Port': ['ID=20c78d3e-cf5a-4587-b174-0bac71a58916,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:04.572525 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.633400 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:06:04.637197 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-e85d5042-2924-4731-9251-24092325781d None None] Port 594a33f2-c943-4f6a-a545-8c9eecba8692 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:06:04.666750 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 9e54d116-c785-44e2-9d21-13596a492b10 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:04.719498 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:04.748114 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Publish callbacks [] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.764505 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-35e3c82c-c3b7-48fc-8d0f-134c0ac3888d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.811076 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.897511 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Pushing event updated for resources: {'Port': ['ID=594a33f2-c943-4f6a-a545-8c9eecba8692,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:04.905566 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3650677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707789'] for router_interface (98d69b21-d2ec-45eb-97ad-fc29012707aa), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:04.945085 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:03Z', 'revision_number': 1, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:04.972823 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1c5fd-6ddf-4755-b869-8f853f3284d7 None None] The sync data for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi is: [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:03Z', 'revision_number': 1, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:06:05.018089 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Network 36084994-3a6f-459e-81d2-1b7dccc740f3 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:05.019646 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:05.146200 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Router 98d69b21-d2ec-45eb-97ad-fc29012707aa has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:06:05.261025 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-7669d362-8fc9-4295-b79a-829d0de1babc None None] Provisioning complete for port 594a33f2-c943-4f6a-a545-8c9eecba8692 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:05.261587 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-7669d362-8fc9-4295-b79a-829d0de1babc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:05.287132 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:06:05.293388 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-fd61471a-94ce-428a-a6f4-6715cfe8d045 admin admin] 10.222.0.24 "PUT /v2.0/routers/98d69b21-d2ec-45eb-97ad-fc29012707aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9378076 Feb 15 05:06:05.299483 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-7669d362-8fc9-4295-b79a-829d0de1babc None None] Port 594a33f2-c943-4f6a-a545-8c9eecba8692 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:06:05.535760 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-980a8eca-ad50-405f-9593-3b4e966c3f97 req-bff662da-6ad6-4f94-b922-9aa66d960cef tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 210 time: 0.0359378 Feb 15 05:06:05.856239 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.060454 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58268) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:06.066871 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-135358482-network', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:06.176903 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Made reservation on behalf of f2b4831b50bb42b88b824a3dd57b861c for: {'network': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:06:06.179402 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.195517 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.221753 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 20c78d3e-cf5a-4587-b174-0bac71a58916 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:06:06.273528 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 20c78d3e-cf5a-4587-b174-0bac71a58916 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:06.273897 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.279114 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Publish callbacks [] for security_group (9f856afb-ebf6-4eda-9922-6a5808f03a9e), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.352299 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 20c78d3e-cf5a-4587-b174-0bac71a58916 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:06.352890 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.359167 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (9f856afb-ebf6-4eda-9922-6a5808f03a9e), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.373903 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port 20c78d3e-cf5a-4587-b174-0bac71a58916, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=20c78d3e-cf5a-4587-b174-0bac71a58916,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:06.380330 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=119878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:06:06.395655 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f856afb-ebf6-4eda-9922-6a5808f03a9e,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:06.399825 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (bc6aab65-2cc9-4d17-8c37-2395c360358e), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.400159 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.segments_db [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Added segment bc6aab65-2cc9-4d17-8c37-2395c360358e of type vlan for network 0ae76aa7-83e3-4f29-8862-b4535a0f5466 Feb 15 05:06:06.442207 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (0ae76aa7-83e3-4f29-8862-b4535a0f5466), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.467899 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.513588 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (0ae76aa7-83e3-4f29-8862-b4535a0f5466), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.514696 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:06.515407 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.517745 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=20c78d3e-cf5a-4587-b174-0bac71a58916,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:06.561481 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-aaf3331a-e83e-4d35-b423-fad9c90643c4 req-67643226-b107-44a7-a965-9c05f1131b30 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 210 time: 0.0279708 Feb 15 05:06:06.577615 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] Pushing event updated for resources: {'Network': ['ID=0ae76aa7-83e3-4f29-8862-b4535a0f5466,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:06.587317 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network 0ae76aa7-83e3-4f29-8862-b4535a0f5466 details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:06:06.590539 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-6270852e-92e6-4b6d-bd5a-fbe19cb731ae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5289326 Feb 15 05:06:06.593929 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58274) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:06.601046 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-84ab8343-a9b2-4d63-b098-26f6eee9165d admin admin] Request body: {'subnet': {'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-135358482-subnet', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'ip_version': 4}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:06.690753 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ab8343-a9b2-4d63-b098-26f6eee9165d admin admin] Made reservation on behalf of f2b4831b50bb42b88b824a3dd57b861c for: {'subnet': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:06:06.698877 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-84ab8343-a9b2-4d63-b098-26f6eee9165d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260167557'] for subnet (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.886540 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Sync routers for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:06:06.897211 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:06.904056 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-a9258537-2954-4851-801e-f20abb982c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:06.959378 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-84ab8343-a9b2-4d63-b098-26f6eee9165d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263737732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260167571'] for subnet (bb87021d-fbdc-479e-b590-2b561e61a2d5), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.005010 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:07.012838 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab8343-a9b2-4d63-b098-26f6eee9165d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb87021d-fbdc-479e-b590-2b561e61a2d5,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:07.021904 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ab8343-a9b2-4d63-b098-26f6eee9165d admin admin] Checking segment: {'id': 'bc6aab65-2cc9-4d17-8c37-2395c360358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:06:07.022262 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab8343-a9b2-4d63-b098-26f6eee9165d admin admin] Network hostable DHCP agents. Network: 0ae76aa7-83e3-4f29-8862-b4535a0f5466, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:06:07.073131 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab8343-a9b2-4d63-b098-26f6eee9165d admin admin] Network 0ae76aa7-83e3-4f29-8862-b4535a0f5466 is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:06:07.123978 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-84ab8343-a9b2-4d63-b098-26f6eee9165d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, 0ae76aa7-83e3-4f29-8862-b4535a0f5466) {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:07.128503 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab8343-a9b2-4d63-b098-26f6eee9165d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:07.129349 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-84ab8343-a9b2-4d63-b098-26f6eee9165d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.134265 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89df1c22-f367-4898-9539-35f2c5bc2c35 None None] Network 0ae76aa7-83e3-4f29-8862-b4535a0f5466 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:06:07.206809 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-a9258537-2954-4851-801e-f20abb982c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 2, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:07.222481 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-84ab8343-a9b2-4d63-b098-26f6eee9165d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6244624 Feb 15 05:06:07.229058 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58278) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:07.229058 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-135358482-router', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:07.233915 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Checking router: 98d69b21-d2ec-45eb-97ad-fc29012707aa for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:06:07.234269 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Updating router 98d69b21-d2ec-45eb-97ad-fc29012707aa port 594a33f2-c943-4f6a-a545-8c9eecba8692 binding host dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:06:07.256239 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp166c4624-0222-50a1-9bcc-8d4e37a786fe-0ae76aa7-83e3-4f29-8862-b4535a0f5466', 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466', 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'fixed_ips': [{'subnet_id': 'bb87021d-fbdc-479e-b590-2b561e61a2d5'}]}} from dv-cinder-828060-5-iscsi. {{(pid=119880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:06:07.257192 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.264695 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.279198 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.336569 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8431'] for router (cb6c694b-16e6-4407-8170-2031ea864dd6), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.338587 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8440'] for router (cb6c694b-16e6-4407-8170-2031ea864dd6), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.397473 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Publish callbacks [] for router_controller (cb6c694b-16e6-4407-8170-2031ea864dd6), precommit_add_association {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.398070 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.db_base_plugin_common [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Allocated IP 172.20.0.2 (0ae76aa7-83e3-4f29-8862-b4535a0f5466/bb87021d-fbdc-479e-b590-2b561e61a2d5/59e77813-b64b-419d-b11b-84883e6bfb63) {{(pid=119880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:06:07.535400 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Publish callbacks [] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), precommit_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.543444 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Publish callbacks [] for port (59e77813-b64b-419d-b11b-84883e6bfb63), precommit_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.627890 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.656638 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.676448 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Pushing event updated for resources: {'Port': ['ID=594a33f2-c943-4f6a-a545-8c9eecba8692,revision_number=3']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:07.689449 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:07.689832 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:07.690204 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:07.690545 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:07.690880 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:07.691212 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:07.691541 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:07.691866 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:07.692195 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:07.692532 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:07.692859 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:07.693204 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:07.693528 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:07.716911 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Network 0ae76aa7-83e3-4f29-8862-b4535a0f5466 is already hosted by enough agents. {{(pid=119880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:07.726476 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.base_scheduler [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Resources bound (agent type, host, resource id): {{(pid=119880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:07.730265 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Received port after_create {{(pid=119880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:06:07.747483 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Pushing event updated for resources: {'Port': ['ID=59e77813-b64b-419d-b11b-84883e6bfb63,revision_number=1']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:07.767666 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Attempting to bind port 594a33f2-c943-4f6a-a545-8c9eecba8692 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:06:07.768305 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Attempting to bind port 594a33f2-c943-4f6a-a545-8c9eecba8692 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:06:07.768844 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Attempting to bind port 594a33f2-c943-4f6a-a545-8c9eecba8692 on network 36084994-3a6f-459e-81d2-1b7dccc740f3 {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:06:07.774463 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:06:07.775119 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Checking segment: {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:06:07.776261 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.777209 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Bound using segment: {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:06:07.777967 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Bound port: 594a33f2-c943-4f6a-a545-8c9eecba8692, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'}}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:06:07.778596 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.808342 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Attempting to bind port 59e77813-b64b-419d-b11b-84883e6bfb63 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:06:07.808618 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Attempting to bind port 59e77813-b64b-419d-b11b-84883e6bfb63 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': 'bc6aab65-2cc9-4d17-8c37-2395c360358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:06:07.809181 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Attempting to bind port 59e77813-b64b-419d-b11b-84883e6bfb63 on network 0ae76aa7-83e3-4f29-8862-b4535a0f5466 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:06:07.823755 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:06:07.824330 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Checking segment: {'id': 'bc6aab65-2cc9-4d17-8c37-2395c360358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:06:07.824731 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.825475 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Bound using segment: {'id': 'bc6aab65-2cc9-4d17-8c37-2395c360358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:06:07.826117 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Bound port: 59e77813-b64b-419d-b11b-84883e6bfb63, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6aab65-2cc9-4d17-8c37-2395c360358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:06:07.826898 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.832916 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f80c90fb-5cdf-4f77-96ff-31b5c7ca5986 req-d5d66555-eff7-42f4-8c8a-db6ac86e8f07 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 210 time: 0.0557771 Feb 15 05:06:07.859135 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-a9258537-2954-4851-801e-f20abb982c60 None None] For port 594a33f2-c943-4f6a-a545-8c9eecba8692, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:06:07.863269 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-a9258537-2954-4851-801e-f20abb982c60 None None] For port 594a33f2-c943-4f6a-a545-8c9eecba8692, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=594a33f2-c943-4f6a-a545-8c9eecba8692,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:06:07.908177 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Publish callbacks [] for router_gateway (cb6c694b-16e6-4407-8170-2031ea864dd6), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.908951 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-d191109e-6614-410b-b5ad-35c375964587 None None] For port 59e77813-b64b-419d-b11b-84883e6bfb63, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:06:07.912703 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-d191109e-6614-410b-b5ad-35c375964587 None None] For port 59e77813-b64b-419d-b11b-84883e6bfb63, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=59e77813-b64b-419d-b11b-84883e6bfb63,segment=NetworkSegment(bc6aab65-2cc9-4d17-8c37-2395c360358e),segment_id=bc6aab65-2cc9-4d17-8c37-2395c360358e)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:06:07.936388 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:07.996984 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:07.997674 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-a9258537-2954-4851-801e-f20abb982c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:08.002956 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cba25-9c85-47b5-a0c2-df0cf207d2dc None None] Pushing event updated for resources: {'Port': ['ID=594a33f2-c943-4f6a-a545-8c9eecba8692,revision_number=4']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:08.022386 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:08.114452 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-ea0130bc-bcd1-4d00-9abc-07f8b2eca28a None None] Provisioning complete for port 594a33f2-c943-4f6a-a545-8c9eecba8692 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:08.114832 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ea0130bc-bcd1-4d00-9abc-07f8b2eca28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:08.177809 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191109e-6614-410b-b5ad-35c375964587 None None] Pushing event updated for resources: {'Port': ['ID=59e77813-b64b-419d-b11b-84883e6bfb63,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:08.179512 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-a9258537-2954-4851-801e-f20abb982c60 None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:08.278245 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-ea0130bc-bcd1-4d00-9abc-07f8b2eca28a None None] Current status of the port 594a33f2-c943-4f6a-a545-8c9eecba8692 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:08.278642 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ea0130bc-bcd1-4d00-9abc-07f8b2eca28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:08.317583 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Publish callbacks [] for router_gateway (cb6c694b-16e6-4407-8170-2031ea864dd6), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:08.318893 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-ea0130bc-bcd1-4d00-9abc-07f8b2eca28a None None] For port 594a33f2-c943-4f6a-a545-8c9eecba8692, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=594a33f2-c943-4f6a-a545-8c9eecba8692,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:08.321735 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 20c78d3e-cf5a-4587-b174-0bac71a58916 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:06:08.339164 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:08.413003 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ea0130bc-bcd1-4d00-9abc-07f8b2eca28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:08.483045 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-a9258537-2954-4851-801e-f20abb982c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:07Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:08.490197 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 20c78d3e-cf5a-4587-b174-0bac71a58916 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:08.490568 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:08.503570 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Allocated IP 172.27.2.170 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/4d33926f-f90a-49c6-bbfe-58f10a8e112c) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:06:08.511370 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0130bc-bcd1-4d00-9abc-07f8b2eca28a None None] Pushing event updated for resources: {'Port': ['ID=594a33f2-c943-4f6a-a545-8c9eecba8692,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:08.524795 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9258537-2954-4851-801e-f20abb982c60 None None] The sync data for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi is: [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:07Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:06:08.586720 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-fc858378-7717-4bcc-acc3-9f30aba6d693 None None] Provisioning complete for port 594a33f2-c943-4f6a-a545-8c9eecba8692 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:08.587571 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-fc858378-7717-4bcc-acc3-9f30aba6d693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:08.645851 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Publish callbacks [] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:08.783120 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:08.815289 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 20c78d3e-cf5a-4587-b174-0bac71a58916 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:08.817030 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 594a33f2-c943-4f6a-a545-8c9eecba8692 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:06:08.827736 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:08.830820 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:08.837103 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:06:08.861756 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Pushing event updated for resources: {'Port': ['ID=4d33926f-f90a-49c6-bbfe-58f10a8e112c,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:08.878464 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:08.884213 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:08.884573 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:08.888792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:08.888792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:08.888792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:08.888792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:08.888792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:08.888792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:08.888792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:08.888792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:08.888792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:08.888792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:08.888792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:08.926025 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 594a33f2-c943-4f6a-a545-8c9eecba8692 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:08.926399 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:08.993985 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-fc858378-7717-4bcc-acc3-9f30aba6d693 None None] Current status of the port 594a33f2-c943-4f6a-a545-8c9eecba8692 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:09.000190 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-fa0db2f1-f2fc-4b58-a6e8-75e006e4e70f req-166fd321-b127-4e9e-981b-6a70d52c4e50 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 210 time: 0.0639889 Feb 15 05:06:09.090510 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 594a33f2-c943-4f6a-a545-8c9eecba8692 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:09.248321 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Publish callbacks [] for router_gateway (cb6c694b-16e6-4407-8170-2031ea864dd6), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:09.392013 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d7990b-cf3b-4557-af57-3e60850b664d None None] Network 0ae76aa7-83e3-4f29-8862-b4535a0f5466 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:06:09.462040 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-46d7a403-db9d-447e-985e-07ba09a7de7d None None] Provisioning complete for port 59e77813-b64b-419d-b11b-84883e6bfb63 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:09.462744 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-46d7a403-db9d-447e-985e-07ba09a7de7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:09.528864 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-707458'] for router (cb6c694b-16e6-4407-8170-2031ea864dd6), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:09.580132 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-46d7a403-db9d-447e-985e-07ba09a7de7d None None] Current status of the port 59e77813-b64b-419d-b11b-84883e6bfb63 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:09.580521 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-46d7a403-db9d-447e-985e-07ba09a7de7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:09.616070 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-46d7a403-db9d-447e-985e-07ba09a7de7d None None] For port 59e77813-b64b-419d-b11b-84883e6bfb63, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=59e77813-b64b-419d-b11b-84883e6bfb63,segment=NetworkSegment(bc6aab65-2cc9-4d17-8c37-2395c360358e),segment_id=bc6aab65-2cc9-4d17-8c37-2395c360358e)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:09.626932 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-d788ae09-2699-400d-897d-12108edf4ffd tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:09.628401 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-d788ae09-2699-400d-897d-12108edf4ffd tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.52 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 817 time: 0.1734183 Feb 15 05:06:09.685953 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-46d7a403-db9d-447e-985e-07ba09a7de7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:09.742674 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-c4344a4e-bb2e-4cc2-b116-3951a88a3f61 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70810d3d51d44ce4ae997d8906aa40d1 HTTP/1.1" status: 200 len: 380 time: 0.0886884 Feb 15 05:06:09.747515 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7a403-db9d-447e-985e-07ba09a7de7d None None] Pushing event updated for resources: {'Port': ['ID=59e77813-b64b-419d-b11b-84883e6bfb63,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:09.757257 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-34f2e7b9-4efa-472f-9663-8b61a207914e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Request body: {'port': {'device_id': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'admin_state_up': True, 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'security_groups': ['d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0']}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:09.806502 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-6b7ba4d3-84e0-49d6-aa87-3cf91aba0a83 None None] Provisioning complete for port 59e77813-b64b-419d-b11b-84883e6bfb63 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:09.806870 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6b7ba4d3-84e0-49d6-aa87-3cf91aba0a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:09.879342 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Router cb6c694b-16e6-4407-8170-2031ea864dd6 is scheduled to L3 agent 93191b66-45b8-451b-9430-45af3619aeed with binding_index 1 {{(pid=119878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:06:09.886260 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-6b7ba4d3-84e0-49d6-aa87-3cf91aba0a83 None None] Current status of the port 59e77813-b64b-419d-b11b-84883e6bfb63 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:09.970903 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-34f2e7b9-4efa-472f-9663-8b61a207914e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Made reservation on behalf of 70810d3d51d44ce4ae997d8906aa40d1 for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:06:09.974217 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-34f2e7b9-4efa-472f-9663-8b61a207914e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:10.008632 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:06:10.017917 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Sync routers for ids ['cb6c694b-16e6-4407-8170-2031ea864dd6'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:06:10.027868 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Routers {'cb6c694b-16e6-4407-8170-2031ea864dd6'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:10.028471 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['cb6c694b-16e6-4407-8170-2031ea864dd6'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:10.116630 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:10.117853 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-33aefd95-329b-4179-93ae-a87cbe15c051 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8942575 Feb 15 05:06:10.120780 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58300) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:10.135843 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a1387d87-9e66-4503-b420-8fcd53244b80 req-ac09c259-f7d5-4907-8b54-fa11443bb27c tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 210 time: 0.0436342 Feb 15 05:06:10.153444 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-34f2e7b9-4efa-472f-9663-8b61a207914e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Allocated IP 172.20.0.14 (241d7b4d-8815-491c-866f-29f7ceeec045/3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931/b08381a5-21eb-4ee0-bebf-e3f740c86f8b) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:06:10.159584 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Set router cb6c694b-16e6-4407-8170-2031ea864dd6 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:10.336041 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-34f2e7b9-4efa-472f-9663-8b61a207914e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:10.379182 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 59e77813-b64b-419d-b11b-84883e6bfb63 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:06:10.424651 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-34f2e7b9-4efa-472f-9663-8b61a207914e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:10.452843 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 59e77813-b64b-419d-b11b-84883e6bfb63 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:10.452843 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:10.479422 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'name': 'tempest-TestVolumeBootPattern-135358482-router', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:07Z', 'updated_at': '2022-02-15T05:06:09Z', 'revision_number': 3, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'gw_port': {'id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:08Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:10.497518 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-34f2e7b9-4efa-472f-9663-8b61a207914e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Network 241d7b4d-8815-491c-866f-29f7ceeec045 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:10.505099 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-34f2e7b9-4efa-472f-9663-8b61a207914e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:10.508977 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-34f2e7b9-4efa-472f-9663-8b61a207914e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:06:10.513757 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Checking router: cb6c694b-16e6-4407-8170-2031ea864dd6 for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:06:10.522955 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Updating router cb6c694b-16e6-4407-8170-2031ea864dd6 port 4d33926f-f90a-49c6-bbfe-58f10a8e112c binding host dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:06:10.523053 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2e7b9-4efa-472f-9663-8b61a207914e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event updated for resources: {'Port': ['ID=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:10.565961 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:10.576373 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-34f2e7b9-4efa-472f-9663-8b61a207914e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:10.577151 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-34f2e7b9-4efa-472f-9663-8b61a207914e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:10.665187 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-34f2e7b9-4efa-472f-9663-8b61a207914e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9122062 Feb 15 05:06:10.675158 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:10.683502 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Request body: {'port': {'device_id': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:10.696144 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 59e77813-b64b-419d-b11b-84883e6bfb63 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:10.697284 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 594a33f2-c943-4f6a-a545-8c9eecba8692 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:06:10.771193 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:10.825998 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 594a33f2-c943-4f6a-a545-8c9eecba8692 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:10.826197 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:10.849622 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Allocated IP 172.20.0.1 (0ae76aa7-83e3-4f29-8862-b4535a0f5466/bb87021d-fbdc-479e-b590-2b561e61a2d5/7efd49cb-1521-411b-a694-ee26d6aed224) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:06:10.868163 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-a0705aa8-1da0-4628-9c03-3453ae91cee2 None None] Provisioning complete for port b08381a5-21eb-4ee0-bebf-e3f740c86f8b triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:10.868542 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-a0705aa8-1da0-4628-9c03-3453ae91cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:10.941636 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-a0705aa8-1da0-4628-9c03-3453ae91cee2 None None] Port b08381a5-21eb-4ee0-bebf-e3f740c86f8b cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:06:10.957604 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Publish callbacks [] for port (7efd49cb-1521-411b-a694-ee26d6aed224), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.028693 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Publish callbacks [] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), precommit_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.033878 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 594a33f2-c943-4f6a-a545-8c9eecba8692 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:11.039364 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.059178 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08381a5-21eb-4ee0-bebf-e3f740c86f8b {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:06:11.067501 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Publish callbacks [] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.076812 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Network 0ae76aa7-83e3-4f29-8862-b4535a0f5466 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:11.079928 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Transition to ACTIVE for port object b08381a5-21eb-4ee0-bebf-e3f740c86f8b will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:06:11.083833 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:11.084562 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.089652 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:06:11.108300 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Pushing event updated for resources: {'Port': ['ID=7efd49cb-1521-411b-a694-ee26d6aed224,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:11.130777 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:11.131911 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:11.132703 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:11.133049 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:11.133418 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:11.133757 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:11.134088 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:11.134416 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:11.134738 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:11.135229 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:11.135702 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:11.136142 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.136385 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:11.136858 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:11.143519 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707761'] for router_interface (cb6c694b-16e6-4407-8170-2031ea864dd6), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.166548 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Attempting to bind port 4d33926f-f90a-49c6-bbfe-58f10a8e112c on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:06:11.167046 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Attempting to bind port 4d33926f-f90a-49c6-bbfe-58f10a8e112c by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:06:11.168610 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Attempting to bind port 4d33926f-f90a-49c6-bbfe-58f10a8e112c on network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:06:11.180564 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:06:11.182106 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Checking segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:06:11.182793 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.183336 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Bound using segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:06:11.183925 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Bound port: 4d33926f-f90a-49c6-bbfe-58f10a8e112c, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:06:11.185631 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.200148 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313fd53-e16b-4527-80b4-431ba31041c0 None None] Pushing event updated for resources: {'Port': ['ID=4d33926f-f90a-49c6-bbfe-58f10a8e112c,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:11.243340 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:11.310831 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Attempting to bind port b08381a5-21eb-4ee0-bebf-e3f740c86f8b on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:06:11.312028 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Attempting to bind port b08381a5-21eb-4ee0-bebf-e3f740c86f8b by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:06:11.312028 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Attempting to bind port b08381a5-21eb-4ee0-bebf-e3f740c86f8b on network 241d7b4d-8815-491c-866f-29f7ceeec045 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:06:11.323073 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Port b08381a5-21eb-4ee0-bebf-e3f740c86f8b on network 241d7b4d-8815-491c-866f-29f7ceeec045 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:06:11.323541 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] For port 4d33926f-f90a-49c6-bbfe-58f10a8e112c, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:06:11.323881 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Attempting to bind port b08381a5-21eb-4ee0-bebf-e3f740c86f8b on network 241d7b4d-8815-491c-866f-29f7ceeec045 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:06:11.336472 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] For port 4d33926f-f90a-49c6-bbfe-58f10a8e112c, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=4d33926f-f90a-49c6-bbfe-58f10a8e112c,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:06:11.337869 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:06:11.338492 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Checking segment: {'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:06:11.340645 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Bound using segment: {'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:06:11.340645 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Bound port: b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e358d40-54e5-4597-8120-9d742f3edb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:06:11.340645 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.378279 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595495f-c6c3-472f-8b44-dc5bab76c40d req-e286287b-cacd-4712-972f-b76ad753ab35 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:11.383112 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8595495f-c6c3-472f-8b44-dc5bab76c40d req-e286287b-cacd-4712-972f-b76ad753ab35 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0949781 Feb 15 05:06:11.408969 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.433835 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] For port b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:06:11.438631 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] For port b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:06:11.460049 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.466950 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Routers {'cb6c694b-16e6-4407-8170-2031ea864dd6'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:11.467630 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['cb6c694b-16e6-4407-8170-2031ea864dd6'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:11.474538 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8595495f-c6c3-472f-8b44-dc5bab76c40d req-d1f12b5c-4b94-4a06-91af-d9eb2afa7f49 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842516 Feb 15 05:06:11.490865 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.536331 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-899d0deb-b5c4-40fb-9108-573212471140 None None] Provisioning complete for port 7efd49cb-1521-411b-a694-ee26d6aed224 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:11.536885 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-899d0deb-b5c4-40fb-9108-573212471140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.545194 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:11.546502 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.547876 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] 10.222.0.52 "PUT /v2.0/ports/b08381a5-21eb-4ee0-bebf-e3f740c86f8b HTTP/1.1" status: 200 len: 1094 time: 0.8701968 Feb 15 05:06:11.548364 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:06:11.550829 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd3bd73-5762-4148-92f2-23dfa2799c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:06:11.569849 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fbd85-bb05-487c-8003-a6915b5ee4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:11.576864 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313fd53-e16b-4527-80b4-431ba31041c0 None None] Pushing event updated for resources: {'Port': ['ID=4d33926f-f90a-49c6-bbfe-58f10a8e112c,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:11.623800 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0bb39a-e350-4ff4-9cc2-86d4378e2845 x-openstack-request-id: req-8c0bb39a-e350-4ff4-9cc2-86d4378e2845 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:06:11.624282 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:06:11.624397 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c0bb39a-e350-4ff4-9cc2-86d4378e2845 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:06:11.624841 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'status': 'completed', 'code': 200} Feb 15 05:06:11.718866 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3bd73-5762-4148-92f2-23dfa2799c7f req-0e912f40-3877-4e7a-ba7d-f46adbd6aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:11.719596 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Publish callbacks [] for port (7efd49cb-1521-411b-a694-ee26d6aed224), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.721446 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fbd3bd73-5762-4148-92f2-23dfa2799c7f req-0e912f40-3877-4e7a-ba7d-f46adbd6aeb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 1128 time: 0.0760252 Feb 15 05:06:11.793060 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263105297'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.811315 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-899d0deb-b5c4-40fb-9108-573212471140 None None] Port 7efd49cb-1521-411b-a694-ee26d6aed224 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:06:11.838094 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3bd73-5762-4148-92f2-23dfa2799c7f req-dd4919cb-4ff9-4986-beb7-ba75cf807e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:11.839701 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fbd3bd73-5762-4148-92f2-23dfa2799c7f req-dd4919cb-4ff9-4986-beb7-ba75cf807e05 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1103158 Feb 15 05:06:11.843095 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] Set router cb6c694b-16e6-4407-8170-2031ea864dd6 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:11.879073 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3650677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707789'] for router_interface (cb6c694b-16e6-4407-8170-2031ea864dd6), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:11.902695 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Pushing event updated for resources: {'Port': ['ID=7efd49cb-1521-411b-a694-ee26d6aed224,revision_number=2']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:11.946272 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3bd73-5762-4148-92f2-23dfa2799c7f req-94e798ef-7278-4a52-b607-f6473b1743d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:11.947781 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fbd3bd73-5762-4148-92f2-23dfa2799c7f req-94e798ef-7278-4a52-b607-f6473b1743d2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016405 Feb 15 05:06:11.978643 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Network 0ae76aa7-83e3-4f29-8862-b4535a0f5466 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:11.980100 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:12.051735 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-8b216cae-970a-492c-b45b-a5ebfc646ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:12.053285 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-8b216cae-970a-492c-b45b-a5ebfc646ad4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 1128 time: 0.0656433 Feb 15 05:06:12.067601 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'name': 'tempest-TestVolumeBootPattern-135358482-router', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:07Z', 'updated_at': '2022-02-15T05:06:11Z', 'revision_number': 4, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'gw_port': {'id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:08Z', 'updated_at': '2022-02-15T05:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '7efd49cb-1521-411b-a694-ee26d6aed224', 'name': '', 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'mac_address': 'fa:16:3e:cb:d0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'bb87021d-fbdc-479e-b590-2b561e61a2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:10Z', 'updated_at': '2022-02-15T05:06:10Z', 'revision_number': 1, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'subnets': [{'id': 'bb87021d-fbdc-479e-b590-2b561e61a2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:12.101892 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f83eb-e815-4f38-84b1-0358cdf5d11a None None] The sync data for ids ['cb6c694b-16e6-4407-8170-2031ea864dd6'] in dv-cinder-828060-5-iscsi is: [{'id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'name': 'tempest-TestVolumeBootPattern-135358482-router', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:07Z', 'updated_at': '2022-02-15T05:06:11Z', 'revision_number': 4, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'gw_port': {'id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:08Z', 'updated_at': '2022-02-15T05:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '7efd49cb-1521-411b-a694-ee26d6aed224', 'name': '', 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'mac_address': 'fa:16:3e:cb:d0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'bb87021d-fbdc-479e-b590-2b561e61a2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:10Z', 'updated_at': '2022-02-15T05:06:10Z', 'revision_number': 1, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'subnets': [{'id': 'bb87021d-fbdc-479e-b590-2b561e61a2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:06:12.111122 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-ea582987-21d9-499a-99a9-f14d4e6debb3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b HTTP/1.1" status: 200 len: 217 time: 0.0397666 Feb 15 05:06:12.175374 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-3e5a8e48-56b1-413b-b62d-672d24916ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:12.177033 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-3e5a8e48-56b1-413b-b62d-672d24916ee8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 HTTP/1.1" status: 200 len: 856 time: 0.0598137 Feb 15 05:06:12.238950 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-3ef61d6d-b7f5-4b26-ae66-1a4d66aedfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:12.240408 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-3ef61d6d-b7f5-4b26-ae66-1a4d66aedfb3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=241d7b4d-8815-491c-866f-29f7ceeec045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568426 Feb 15 05:06:12.324346 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-14ac03b9-7db2-4ad4-952d-9711ac3a03c9 None None] Provisioning complete for port 7efd49cb-1521-411b-a694-ee26d6aed224 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:12.324752 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-14ac03b9-7db2-4ad4-952d-9711ac3a03c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:12.348050 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-26074e5e-db1f-4f32-9754-c78b1b0003db service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004441 Feb 15 05:06:12.396543 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Router cb6c694b-16e6-4407-8170-2031ea864dd6 has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:06:12.402855 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-14ac03b9-7db2-4ad4-952d-9711ac3a03c9 None None] Port 7efd49cb-1521-411b-a694-ee26d6aed224 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:06:12.473563 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c8039d4f-983d-4a00-afc6-3b333241c3a1 req-632c7b72-fea1-4393-b3b7-1d0501804815 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147335 Feb 15 05:06:12.534344 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:06:12.543077 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e9e9bee6-8dbb-4179-ba1a-59296dca1849 admin admin] 10.222.0.24 "PUT /v2.0/routers/cb6c694b-16e6-4407-8170-2031ea864dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4177024 Feb 15 05:06:12.619754 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d0093-e260-4381-8da1-6131a768154b req-b5172ce5-b05b-4e9b-84f7-b6a9cd4922c9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:12.621464 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-666d0093-e260-4381-8da1-6131a768154b req-b5172ce5-b05b-4e9b-84f7-b6a9cd4922c9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0596020 Feb 15 05:06:12.684328 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-666d0093-e260-4381-8da1-6131a768154b req-ff304860-3b3e-4945-a664-77056a69668c tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532823 Feb 15 05:06:13.310333 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58334) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:13.322897 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-9a30da20-391e-45e5-8d0b-37771cf2be74 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538290237', 'description': 'tempest-secgroup-smoke-538290237 description', 'project_id': '82110d673b4a4f55bda43eb2f0453f43'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:13.399073 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9a30da20-391e-45e5-8d0b-37771cf2be74 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:13.470812 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9a30da20-391e-45e5-8d0b-37771cf2be74 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group (6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:13.524294 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9a30da20-391e-45e5-8d0b-37771cf2be74 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:13.551827 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30da20-391e-45e5-8d0b-37771cf2be74 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:13.612647 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9a30da20-391e-45e5-8d0b-37771cf2be74 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:13.613913 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-9a30da20-391e-45e5-8d0b-37771cf2be74 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3025057 Feb 15 05:06:13.616997 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58336) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:13.621198 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-b71aa116-3e53-422d-a624-e2ce96a82655 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Request body: {'security_group_rule': {'security_group_id': '6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d', 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:13.723688 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b71aa116-3e53-422d-a624-e2ce96a82655 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (a292bab4-e905-4eed-8eb7-283bffb4eedd), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:13.802230 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b71aa116-3e53-422d-a624-e2ce96a82655 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (a292bab4-e905-4eed-8eb7-283bffb4eedd), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:13.825036 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71be85-6ee3-4b21-988c-d58c8235447f req-d97dbbc0-7649-4eca-b445-98b650cee917 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:13.826523 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0e71be85-6ee3-4b21-988c-d58c8235447f req-d97dbbc0-7649-4eca-b445-98b650cee917 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0689933 Feb 15 05:06:13.876202 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0e71be85-6ee3-4b21-988c-d58c8235447f req-8fd028da-77ea-47fc-93c7-e40ed957de17 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 Feb 15 05:06:13.876791 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b71aa116-3e53-422d-a624-e2ce96a82655 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (a292bab4-e905-4eed-8eb7-283bffb4eedd), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:13.893898 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71aa116-3e53-422d-a624-e2ce96a82655 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a292bab4-e905-4eed-8eb7-283bffb4eedd,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:13.972985 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b71aa116-3e53-422d-a624-e2ce96a82655 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:13.974214 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b71aa116-3e53-422d-a624-e2ce96a82655 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562839 Feb 15 05:06:13.977110 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58340) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:13.981456 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-01ea7f6e-40c6-4616-9b46-08fd05fafed0 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Request body: {'security_group_rule': {'security_group_id': '6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d', 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:14.078250 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-01ea7f6e-40c6-4616-9b46-08fd05fafed0 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (ec6f9713-78ff-4f18-816a-e10b5be9aec1), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.133252 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-01ea7f6e-40c6-4616-9b46-08fd05fafed0 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (ec6f9713-78ff-4f18-816a-e10b5be9aec1), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.193482 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-01ea7f6e-40c6-4616-9b46-08fd05fafed0 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (ec6f9713-78ff-4f18-816a-e10b5be9aec1), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.210850 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea7f6e-40c6-4616-9b46-08fd05fafed0 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6f9713-78ff-4f18-816a-e10b5be9aec1,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:14.229088 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 4d33926f-f90a-49c6-bbfe-58f10a8e112c up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:06:14.276329 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 4d33926f-f90a-49c6-bbfe-58f10a8e112c triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:14.276705 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.292058 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-01ea7f6e-40c6-4616-9b46-08fd05fafed0 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.296080 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-01ea7f6e-40c6-4616-9b46-08fd05fafed0 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3151941 Feb 15 05:06:14.296543 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58346) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:14.302610 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-d4b5f51f-d1c9-422d-92d8-dfbeab0402cb tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Request body: {'security_group_rule': {'security_group_id': '6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d', 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:14.354837 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 4d33926f-f90a-49c6-bbfe-58f10a8e112c is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:14.355227 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.375117 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port 4d33926f-f90a-49c6-bbfe-58f10a8e112c, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=4d33926f-f90a-49c6-bbfe-58f10a8e112c,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:14.398145 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d4b5f51f-d1c9-422d-92d8-dfbeab0402cb tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (6ab8844d-7598-4e06-ad2e-2b4ec1add3ff), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.455135 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d4b5f51f-d1c9-422d-92d8-dfbeab0402cb tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (6ab8844d-7598-4e06-ad2e-2b4ec1add3ff), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.473396 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.524655 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d4b5f51f-d1c9-422d-92d8-dfbeab0402cb tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (6ab8844d-7598-4e06-ad2e-2b4ec1add3ff), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.528996 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=4d33926f-f90a-49c6-bbfe-58f10a8e112c,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:14.542080 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5f51f-d1c9-422d-92d8-dfbeab0402cb tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab8844d-7598-4e06-ad2e-2b4ec1add3ff,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:14.629490 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d4b5f51f-d1c9-422d-92d8-dfbeab0402cb tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.630875 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-d4b5f51f-d1c9-422d-92d8-dfbeab0402cb tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3326368 Feb 15 05:06:14.633950 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58350) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:14.642003 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-0c4c34f7-cedf-46f4-811e-44b20ea54857 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Request body: {'security_group_rule': {'security_group_id': '6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d', 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:14.644196 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58352) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:14.735828 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0c4c34f7-cedf-46f4-811e-44b20ea54857 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (0c5be5bb-51e1-432d-9021-2d3534d0623d), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.747125 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-bb792a2c-cb35-4e45-824f-638aebe94e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.796448 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0c4c34f7-cedf-46f4-811e-44b20ea54857 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (0c5be5bb-51e1-432d-9021-2d3534d0623d), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.821615 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-bb792a2c-cb35-4e45-824f-638aebe94e04 admin admin] Publish callbacks [] for security_group (25b3a558-2ee7-484e-99f3-6b82a9d4047a), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.856255 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0c4c34f7-cedf-46f4-811e-44b20ea54857 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (0c5be5bb-51e1-432d-9021-2d3534d0623d), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.871499 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c34f7-cedf-46f4-811e-44b20ea54857 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5be5bb-51e1-432d-9021-2d3534d0623d,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:14.900564 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-bb792a2c-cb35-4e45-824f-638aebe94e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (25b3a558-2ee7-484e-99f3-6b82a9d4047a), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.935294 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-bb792a2c-cb35-4e45-824f-638aebe94e04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc713e3c1a7c40969ed618b5fc672554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899384 Feb 15 05:06:14.936168 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb792a2c-cb35-4e45-824f-638aebe94e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b3a558-2ee7-484e-99f3-6b82a9d4047a,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:14.939321 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58358) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:14.979446 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0c4c34f7-cedf-46f4-811e-44b20ea54857 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.980663 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-0c4c34f7-cedf-46f4-811e-44b20ea54857 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3457334 Feb 15 05:06:14.983668 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58360) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:14.988648 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-90f6a32c-c57f-4372-b742-ee3b6fab99e3 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Request body: {'security_group_rule': {'security_group_id': '6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d', 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:15.009470 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5b3650a5-4118-459b-aa9b-c99cb961089e admin admin] Publish callbacks [] for security_group (25b3a558-2ee7-484e-99f3-6b82a9d4047a), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:15.009669 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe97be-4b80-4d1c-9d89-42135c8d8136 req-31e1ef90-ec3a-4135-bf08-8d2211a01e5e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:15.011103 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9dbe97be-4b80-4d1c-9d89-42135c8d8136 req-31e1ef90-ec3a-4135-bf08-8d2211a01e5e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0554404 Feb 15 05:06:15.036468 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5b3650a5-4118-459b-aa9b-c99cb961089e admin admin] Publish callbacks [] for security_group (25b3a558-2ee7-484e-99f3-6b82a9d4047a), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:15.073487 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.securitygroups_db [None req-90f6a32c-c57f-4372-b742-ee3b6fab99e3 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Project 82110d673b4a4f55bda43eb2f0453f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 05:06:15.079301 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-90f6a32c-c57f-4372-b742-ee3b6fab99e3 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (e687c6c9-80bd-4dd2-9ee4-d47dfa0008c2), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:15.150070 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5b3650a5-4118-459b-aa9b-c99cb961089e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (25b3a558-2ee7-484e-99f3-6b82a9d4047a), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:15.152774 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5b3650a5-4118-459b-aa9b-c99cb961089e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:15.154127 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-5b3650a5-4118-459b-aa9b-c99cb961089e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25b3a558-2ee7-484e-99f3-6b82a9d4047a HTTP/1.1" status: 204 len: 168 time: 0.2134366 Feb 15 05:06:15.169387 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-90f6a32c-c57f-4372-b742-ee3b6fab99e3 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (e687c6c9-80bd-4dd2-9ee4-d47dfa0008c2), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:15.170697 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3650a5-4118-459b-aa9b-c99cb961089e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b3a558-2ee7-484e-99f3-6b82a9d4047a,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:15.273292 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-90f6a32c-c57f-4372-b742-ee3b6fab99e3 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (e687c6c9-80bd-4dd2-9ee4-d47dfa0008c2), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:15.292914 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6a32c-c57f-4372-b742-ee3b6fab99e3 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e687c6c9-80bd-4dd2-9ee4-d47dfa0008c2,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:15.306336 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9dbe97be-4b80-4d1c-9d89-42135c8d8136 req-99bcb986-e0de-40d1-8eca-04726f511da9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888677 Feb 15 05:06:15.372461 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-90f6a32c-c57f-4372-b742-ee3b6fab99e3 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:15.373703 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-90f6a32c-c57f-4372-b742-ee3b6fab99e3 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3891606 Feb 15 05:06:15.376958 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58364) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:15.381219 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-aa3b2924-71f8-48b6-a374-49f97d2eae53 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Request body: {'security_group_rule': {'security_group_id': '6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d', 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:15.485313 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.securitygroups_db [None req-aa3b2924-71f8-48b6-a374-49f97d2eae53 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Project 82110d673b4a4f55bda43eb2f0453f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 05:06:15.491458 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2924-71f8-48b6-a374-49f97d2eae53 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (504b5ba9-e767-448f-8809-7b0278e84dc7), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:15.559007 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2924-71f8-48b6-a374-49f97d2eae53 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (504b5ba9-e767-448f-8809-7b0278e84dc7), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:15.620004 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Sync routers for ids ['cb6c694b-16e6-4407-8170-2031ea864dd6'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:06:15.622066 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2924-71f8-48b6-a374-49f97d2eae53 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (504b5ba9-e767-448f-8809-7b0278e84dc7), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:15.632222 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Routers {'cb6c694b-16e6-4407-8170-2031ea864dd6'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:15.632898 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['cb6c694b-16e6-4407-8170-2031ea864dd6'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:15.640163 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b2924-71f8-48b6-a374-49f97d2eae53 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504b5ba9-e767-448f-8809-7b0278e84dc7,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:15.715703 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2924-71f8-48b6-a374-49f97d2eae53 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:15.716875 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-aa3b2924-71f8-48b6-a374-49f97d2eae53 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3389585 Feb 15 05:06:15.838741 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Set router cb6c694b-16e6-4407-8170-2031ea864dd6 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:16.032748 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'name': 'tempest-TestVolumeBootPattern-135358482-router', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:07Z', 'updated_at': '2022-02-15T05:06:11Z', 'revision_number': 4, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'gw_port': {'id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:08Z', 'updated_at': '2022-02-15T05:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '7efd49cb-1521-411b-a694-ee26d6aed224', 'name': '', 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'mac_address': 'fa:16:3e:cb:d0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'bb87021d-fbdc-479e-b590-2b561e61a2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:10Z', 'updated_at': '2022-02-15T05:06:11Z', 'revision_number': 2, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'subnets': [{'id': 'bb87021d-fbdc-479e-b590-2b561e61a2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:16.061769 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Checking router: cb6c694b-16e6-4407-8170-2031ea864dd6 for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:06:16.063899 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Updating router cb6c694b-16e6-4407-8170-2031ea864dd6 port 7efd49cb-1521-411b-a694-ee26d6aed224 binding host dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:06:16.089101 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:16.202789 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 4d33926f-f90a-49c6-bbfe-58f10a8e112c up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:06:16.251594 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 4d33926f-f90a-49c6-bbfe-58f10a8e112c triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:16.251961 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:16.332001 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 4d33926f-f90a-49c6-bbfe-58f10a8e112c is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:16.350836 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Publish callbacks [] for port (7efd49cb-1521-411b-a694-ee26d6aed224), precommit_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:16.428554 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459e069-b4ae-4427-bdfc-7fb7142271a0 req-561c8c7d-7e15-44d6-b228-de405da7f271 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:16.430310 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a459e069-b4ae-4427-bdfc-7fb7142271a0 req-561c8c7d-7e15-44d6-b228-de405da7f271 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0519528 Feb 15 05:06:16.433434 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:16.483452 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a459e069-b4ae-4427-bdfc-7fb7142271a0 req-a6501def-72f6-4c4b-a3a6-d5877584ef35 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474634 Feb 15 05:06:16.529860 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520373f-53c4-47c7-9a7f-919840a00c3d None None] Pushing event updated for resources: {'Port': ['ID=7efd49cb-1521-411b-a694-ee26d6aed224,revision_number=3']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:16.545866 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Attempting to bind port 7efd49cb-1521-411b-a694-ee26d6aed224 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:06:16.546281 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Attempting to bind port 7efd49cb-1521-411b-a694-ee26d6aed224 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': 'bc6aab65-2cc9-4d17-8c37-2395c360358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466'}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:06:16.546746 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Attempting to bind port 7efd49cb-1521-411b-a694-ee26d6aed224 on network 0ae76aa7-83e3-4f29-8862-b4535a0f5466 {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:06:16.551945 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:06:16.552321 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Checking segment: {'id': 'bc6aab65-2cc9-4d17-8c37-2395c360358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:06:16.552905 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:16.553324 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Bound using segment: {'id': 'bc6aab65-2cc9-4d17-8c37-2395c360358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466'} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:06:16.553780 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Bound port: 7efd49cb-1521-411b-a694-ee26d6aed224, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6aab65-2cc9-4d17-8c37-2395c360358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466'}}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:06:16.554323 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:16.622288 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] For port 7efd49cb-1521-411b-a694-ee26d6aed224, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:06:16.625924 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] For port 7efd49cb-1521-411b-a694-ee26d6aed224, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=7efd49cb-1521-411b-a694-ee26d6aed224,segment=NetworkSegment(bc6aab65-2cc9-4d17-8c37-2395c360358e),segment_id=bc6aab65-2cc9-4d17-8c37-2395c360358e)] {{(pid=119881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:06:16.713720 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:16.765743 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Routers {'cb6c694b-16e6-4407-8170-2031ea864dd6'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:16.767276 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['cb6c694b-16e6-4407-8170-2031ea864dd6'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:16.771937 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-bcd40a63-6448-440f-b90a-8604d1f80826 None None] Provisioning complete for port 7efd49cb-1521-411b-a694-ee26d6aed224 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:16.772318 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-bcd40a63-6448-440f-b90a-8604d1f80826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:16.827947 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520373f-53c4-47c7-9a7f-919840a00c3d None None] Pushing event updated for resources: {'Port': ['ID=7efd49cb-1521-411b-a694-ee26d6aed224,revision_number=4']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:16.840004 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device b08381a5-21eb-4ee0-bebf-e3f740c86f8b details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:06:16.872499 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-bcd40a63-6448-440f-b90a-8604d1f80826 None None] Current status of the port 7efd49cb-1521-411b-a694-ee26d6aed224 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:16.873041 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-bcd40a63-6448-440f-b90a-8604d1f80826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:16.913115 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] Set router cb6c694b-16e6-4407-8170-2031ea864dd6 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:16.967269 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-bcd40a63-6448-440f-b90a-8604d1f80826 None None] For port 7efd49cb-1521-411b-a694-ee26d6aed224, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=7efd49cb-1521-411b-a694-ee26d6aed224,segment=NetworkSegment(bc6aab65-2cc9-4d17-8c37-2395c360358e),segment_id=bc6aab65-2cc9-4d17-8c37-2395c360358e)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:16.999107 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:17.012322 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'port_id': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'mac_address': 'fa:16:3e:cc:c9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:06:17.038410 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-bcd40a63-6448-440f-b90a-8604d1f80826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:17.084030 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port b08381a5-21eb-4ee0-bebf-e3f740c86f8b is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:17.084486 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:17.113323 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08381a5-21eb-4ee0-bebf-e3f740c86f8b {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:06:17.123603 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd40a63-6448-440f-b90a-8604d1f80826 None None] Pushing event updated for resources: {'Port': ['ID=7efd49cb-1521-411b-a694-ee26d6aed224,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:17.138280 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'name': 'tempest-TestVolumeBootPattern-135358482-router', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:07Z', 'updated_at': '2022-02-15T05:06:11Z', 'revision_number': 4, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'gw_port': {'id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:08Z', 'updated_at': '2022-02-15T05:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '7efd49cb-1521-411b-a694-ee26d6aed224', 'name': '', 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'mac_address': 'fa:16:3e:cb:d0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'bb87021d-fbdc-479e-b590-2b561e61a2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:10Z', 'updated_at': '2022-02-15T05:06:16Z', 'revision_number': 4, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'subnets': [{'id': 'bb87021d-fbdc-479e-b590-2b561e61a2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:17.139838 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:17.159632 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-1cc6e418-bb17-46e9-87b7-c0c9d0117da5 None None] Provisioning complete for port 7efd49cb-1521-411b-a694-ee26d6aed224 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:17.159995 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1cc6e418-bb17-46e9-87b7-c0c9d0117da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:17.165965 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853f1b5-1140-4051-83e1-7b932299f4e5 None None] The sync data for ids ['cb6c694b-16e6-4407-8170-2031ea864dd6'] in dv-cinder-828060-5-iscsi is: [{'id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'name': 'tempest-TestVolumeBootPattern-135358482-router', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:07Z', 'updated_at': '2022-02-15T05:06:11Z', 'revision_number': 4, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'gw_port': {'id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:08Z', 'updated_at': '2022-02-15T05:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '7efd49cb-1521-411b-a694-ee26d6aed224', 'name': '', 'network_id': '0ae76aa7-83e3-4f29-8862-b4535a0f5466', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'mac_address': 'fa:16:3e:cb:d0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'bb87021d-fbdc-479e-b590-2b561e61a2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:10Z', 'updated_at': '2022-02-15T05:06:16Z', 'revision_number': 4, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'subnets': [{'id': 'bb87021d-fbdc-479e-b590-2b561e61a2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:06:17.207292 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:17.282878 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-1cc6e418-bb17-46e9-87b7-c0c9d0117da5 None None] Current status of the port 7efd49cb-1521-411b-a694-ee26d6aed224 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:17.291404 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:17.534120 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['b08381a5-21eb-4ee0-bebf-e3f740c86f8b'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:06:17.624501 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdc1ab-8662-4b34-9872-4942d8f52e89 req-5c00c2f8-ddfb-45d4-8e18-fe53f067be14 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:17.627117 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-44bdc1ab-8662-4b34-9872-4942d8f52e89 req-5c00c2f8-ddfb-45d4-8e18-fe53f067be14 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 945 time: 0.0649576 Feb 15 05:06:17.685015 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-44bdc1ab-8662-4b34-9872-4942d8f52e89 req-6437512b-2cfe-4904-b307-b1b358787e37 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524209 Feb 15 05:06:18.224237 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 7efd49cb-1521-411b-a694-ee26d6aed224 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:06:18.275575 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 7efd49cb-1521-411b-a694-ee26d6aed224 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:18.276046 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:18.354062 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 7efd49cb-1521-411b-a694-ee26d6aed224 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:18.807947 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389dddbe-ea07-4d8d-9824-d54e7f9aa84b req-de63a383-f389-4d4b-aece-d0bd9708cc1d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:18.809412 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-389dddbe-ea07-4d8d-9824-d54e7f9aa84b req-de63a383-f389-4d4b-aece-d0bd9708cc1d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 945 time: 0.0516853 Feb 15 05:06:18.852066 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device b08381a5-21eb-4ee0-bebf-e3f740c86f8b up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:06:18.856045 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-389dddbe-ea07-4d8d-9824-d54e7f9aa84b req-da83ee28-96b0-421e-afd6-ac8f88d12898 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411243 Feb 15 05:06:18.971271 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port b08381a5-21eb-4ee0-bebf-e3f740c86f8b completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:06:18.976979 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port b08381a5-21eb-4ee0-bebf-e3f740c86f8b triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:18.977538 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:19.060226 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port b08381a5-21eb-4ee0-bebf-e3f740c86f8b is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:19.060617 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:19.082759 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:06:19.085004 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf89d17-ff84-4851-9893-cff4ee2d7c3f" -d '{"events": [{"server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "name": "network-vif-plugged", "status": "completed", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:06:19.098658 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:19.176225 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:19.226971 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:19.303038 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1b4bce-b4be-4068-965d-e8fd47312d95 x-openstack-request-id: req-8c1b4bce-b4be-4068-965d-e8fd47312d95 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:06:19.303334 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "name": "network-vif-plugged", "status": "completed", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:06:19.303589 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c1b4bce-b4be-4068-965d-e8fd47312d95 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:06:19.303988 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'code': 200} Feb 15 05:06:19.639679 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa68de-a923-4614-86a4-d0be020081db req-2e78ecc4-db16-4078-85d5-f1bbfd33d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:19.641262 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a6fa68de-a923-4614-86a4-d0be020081db req-2e78ecc4-db16-4078-85d5-f1bbfd33d09d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 1130 time: 0.0438268 Feb 15 05:06:19.687204 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a6fa68de-a923-4614-86a4-d0be020081db req-16cf8ffa-698e-4cac-8bb5-24a3e149cc04 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398600 Feb 15 05:06:19.980032 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96239a-2af0-4290-ba80-f179d3c2888d req-e228a41a-6fdc-4eec-b70c-b04920aa5a35 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:19.981399 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-da96239a-2af0-4290-ba80-f179d3c2888d req-e228a41a-6fdc-4eec-b70c-b04920aa5a35 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0523448 Feb 15 05:06:20.026943 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-da96239a-2af0-4290-ba80-f179d3c2888d req-8a4d1479-391b-4893-9ae4-b70e225236f5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394032 Feb 15 05:06:21.154517 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b4c3c-0f6b-414a-91ea-3db8fefea178 req-9e8513e7-a8c7-4fbb-93d8-658b39a295d2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:21.155971 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-482b4c3c-0f6b-414a-91ea-3db8fefea178 req-9e8513e7-a8c7-4fbb-93d8-658b39a295d2 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0537875 Feb 15 05:06:21.208983 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-482b4c3c-0f6b-414a-91ea-3db8fefea178 req-02853296-324d-4ec3-99a7-f7b7229e6d96 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430114 Feb 15 05:06:22.335774 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaaa31-1348-49d6-a084-3e68b1ceead8 req-fa861da8-da52-4b58-bc43-e59651f59b88 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:22.337438 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-84aaaa31-1348-49d6-a084-3e68b1ceead8 req-fa861da8-da52-4b58-bc43-e59651f59b88 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0558004 Feb 15 05:06:22.383744 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-84aaaa31-1348-49d6-a084-3e68b1ceead8 req-f35b52c1-daaa-4e49-9c26-1f1c15aae324 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Feb 15 05:06:22.502345 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edd28e-9113-4c82-bfb8-59a7640219ab req-df8753e9-a56c-40bf-8f57-a2f9ff1f22a0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:22.503802 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-02edd28e-9113-4c82-bfb8-59a7640219ab req-df8753e9-a56c-40bf-8f57-a2f9ff1f22a0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0528955 Feb 15 05:06:22.512096 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58452) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:22.516941 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-619f5c6a-813a-4af5-9a56-8bcbd1bd842e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Request body: {'floatingip': {'port_id': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:22.561471 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-619f5c6a-813a-4af5-9a56-8bcbd1bd842e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (f2cab4f3-f8db-416b-b00b-c2f9754b997e), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:23.009612 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-619f5c6a-813a-4af5-9a56-8bcbd1bd842e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:23.067074 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-619f5c6a-813a-4af5-9a56-8bcbd1bd842e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (f2cab4f3-f8db-416b-b00b-c2f9754b997e), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:23.178160 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.l3_db [None req-619f5c6a-813a-4af5-9a56-8bcbd1bd842e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Floating IP f2cab4f3-f8db-416b-b00b-c2f9754b997e associated. External IP: 172.27.2.98, port: b08381a5-21eb-4ee0-bebf-e3f740c86f8b. Feb 15 05:06:23.391558 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619f5c6a-813a-4af5-9a56-8bcbd1bd842e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Router 590099b4-8911-4874-8e28-9e63024406fb has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:06:23.503251 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619f5c6a-813a-4af5-9a56-8bcbd1bd842e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:06:23.507897 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-619f5c6a-813a-4af5-9a56-8bcbd1bd842e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:23.512776 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4530bb6-d037-45ae-98d2-e826049a9291 None None] Sync routers for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:06:23.522039 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4530bb6-d037-45ae-98d2-e826049a9291 None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:23.522717 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-b4530bb6-d037-45ae-98d2-e826049a9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:23.538034 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-619f5c6a-813a-4af5-9a56-8bcbd1bd842e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "PUT /v2.0/floatingips/f2cab4f3-f8db-416b-b00b-c2f9754b997e HTTP/1.1" status: 200 len: 991 time: 1.0248661 Feb 15 05:06:23.538627 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:06:23.544527 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8f96b9-06b0-491e-8fd9-405214a3e9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:06:23.587817 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6755fbc2-1147-42a4-8089-b57e5efa4810 x-openstack-request-id: req-6755fbc2-1147-42a4-8089-b57e5efa4810 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:06:23.588778 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:06:23.588778 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6755fbc2-1147-42a4-8089-b57e5efa4810 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:06:23.589074 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'status': 'completed', 'code': 200} Feb 15 05:06:23.654583 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-b4530bb6-d037-45ae-98d2-e826049a9291 None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:23.660543 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f96b9-06b0-491e-8fd9-405214a3e9a3 req-adb35f3c-eb29-404b-88d1-576d1e66fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:23.662093 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1f8f96b9-06b0-491e-8fd9-405214a3e9a3 req-adb35f3c-eb29-404b-88d1-576d1e66fec8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 1130 time: 0.0540051 Feb 15 05:06:23.769957 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f96b9-06b0-491e-8fd9-405214a3e9a3 req-3d732420-6554-45ff-832f-990250109f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:23.771570 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1f8f96b9-06b0-491e-8fd9-405214a3e9a3 req-3d732420-6554-45ff-832f-990250109f8b service neutron] 10.222.0.52 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 918 time: 0.1033626 Feb 15 05:06:23.850984 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1f8f96b9-06b0-491e-8fd9-405214a3e9a3 req-3415a27d-d97b-44d5-b336-df713e3f5783 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b HTTP/1.1" status: 200 len: 999 time: 0.0717404 Feb 15 05:06:23.895380 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-b4530bb6-d037-45ae-98d2-e826049a9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': 'f2cab4f3-f8db-416b-b00b-c2f9754b997e', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '590099b4-8911-4874-8e28-9e63024406fb', 'port_id': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'mac_address': 'fa:16:3e:cc:c9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:22Z', 'revision_number': 1, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:33Z', 'revision_number': 5, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:23.902155 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f96b9-06b0-491e-8fd9-405214a3e9a3 req-88c92e49-b5ec-4c02-b019-19144248151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:23.903619 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1f8f96b9-06b0-491e-8fd9-405214a3e9a3 req-88c92e49-b5ec-4c02-b019-19144248151a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 HTTP/1.1" status: 200 len: 856 time: 0.0455723 Feb 15 05:06:23.927933 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4530bb6-d037-45ae-98d2-e826049a9291 None None] Checking router: 590099b4-8911-4874-8e28-9e63024406fb for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:06:23.937070 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4530bb6-d037-45ae-98d2-e826049a9291 None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:23.937717 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-b4530bb6-d037-45ae-98d2-e826049a9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:23.955592 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f96b9-06b0-491e-8fd9-405214a3e9a3 req-d93dfc46-c5e5-438f-b850-42fae5049e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:23.957339 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1f8f96b9-06b0-491e-8fd9-405214a3e9a3 req-d93dfc46-c5e5-438f-b850-42fae5049e5f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=241d7b4d-8815-491c-866f-29f7ceeec045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470166 Feb 15 05:06:24.049887 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-b4530bb6-d037-45ae-98d2-e826049a9291 None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:24.054175 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1f8f96b9-06b0-491e-8fd9-405214a3e9a3 req-f68214e1-4651-4f2f-bf05-eabf4b9999fd service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900044 Feb 15 05:06:24.153372 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1f8f96b9-06b0-491e-8fd9-405214a3e9a3 req-f53c84c7-e5e3-419b-ad04-514f69799008 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922983 Feb 15 05:06:24.427010 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-b4530bb6-d037-45ae-98d2-e826049a9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': 'f2cab4f3-f8db-416b-b00b-c2f9754b997e', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '590099b4-8911-4874-8e28-9e63024406fb', 'port_id': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'mac_address': 'fa:16:3e:cc:c9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:22Z', 'revision_number': 1, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:33Z', 'revision_number': 5, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:24.454142 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4530bb6-d037-45ae-98d2-e826049a9291 None None] The sync data for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi is: [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': 'f2cab4f3-f8db-416b-b00b-c2f9754b997e', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '590099b4-8911-4874-8e28-9e63024406fb', 'port_id': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'mac_address': 'fa:16:3e:cc:c9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:22Z', 'revision_number': 1, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:33Z', 'revision_number': 5, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:06:24.634624 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a0ad7-f6a8-44d5-a4a5-42e0c301aa9b None None] New status for floating IP f2cab4f3-f8db-416b-b00b-c2f9754b997e: ACTIVE {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:06:29.672626 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:32.301543 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-8c4ffa0e-61aa-4122-b12b-2c07fc4a1d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:34.701349 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-97c83852-0f07-4752-afc8-1c76817ec3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:35.878699 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:36.722249 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-787789a9-29e0-4474-86c9-35ea3698dac3 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538290237&fields=id&tenant_id=82110d673b4a4f55bda43eb2f0453f43 HTTP/1.1" status: 200 len: 267 time: 0.0433013 Feb 15 05:06:36.827913 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-5e1920ae-d8e2-4b9d-9fed-177dca7d6fe6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:36.829400 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-5e1920ae-d8e2-4b9d-9fed-177dca7d6fe6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 812 time: 0.1001816 Feb 15 05:06:36.844470 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-5ce91cf6-755e-4f85-843f-271e08fbf659 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/quotas/82110d673b4a4f55bda43eb2f0453f43 HTTP/1.1" status: 200 len: 375 time: 0.0091794 Feb 15 05:06:36.898156 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-0da77261-48d4-4e86-aa00-53fb9ccb82d1 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483015 Feb 15 05:06:37.083390 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-ce31a493-1ac5-4226-8baf-dad5f1d111cc service neutron] 10.222.0.24 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740878 Feb 15 05:06:37.171510 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-b30e5017-1d6f-4ec6-965d-24989b982bfd service neutron] 10.222.0.24 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825641 Feb 15 05:06:37.217226 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:37.757177 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e4df9847-9efa-4db0-97b2-70e0886a9740 req-133bd116-f320-48a3-8c75-8c22bcab55d4 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 210 time: 0.0278473 Feb 15 05:06:38.701094 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:38.849630 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-265966aa-3559-4fc3-85af-7e055bafeef8 req-81b4751a-3a5f-430b-b329-6f434b9c7373 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 210 time: 0.0276115 Feb 15 05:06:39.488558 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-963e9dac-7735-4be9-aa2d-4d28dd37a87f tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:39.490561 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-963e9dac-7735-4be9-aa2d-4d28dd37a87f tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 812 time: 0.1023426 Feb 15 05:06:39.556479 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-46e0036f-0f11-4cce-bee4-d27a20995db4 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82110d673b4a4f55bda43eb2f0453f43 HTTP/1.1" status: 200 len: 379 time: 0.0550857 Feb 15 05:06:39.565480 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-684f90a2-83fa-4912-b294-37ef753580ca tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Request body: {'port': {'device_id': '0b0871e4-3e35-45aa-8853-3cbe8142aca3', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'admin_state_up': True, 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'security_groups': ['6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d']}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:39.758376 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-684f90a2-83fa-4912-b294-37ef753580ca tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Made reservation on behalf of 82110d673b4a4f55bda43eb2f0453f43 for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:06:39.761678 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-684f90a2-83fa-4912-b294-37ef753580ca tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:39.886526 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-684f90a2-83fa-4912-b294-37ef753580ca tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Allocated IP 172.20.0.3 (36084994-3a6f-459e-81d2-1b7dccc740f3/9005181e-bcd1-4720-b825-c820fed65af1/08715e15-f508-41e3-a752-751411ffeafb) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:06:39.945673 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-492d492b-8071-4f76-96b4-ad1d448d2377 req-6ad0c9cc-3413-49d2-9c31-327439c1a940 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 210 time: 0.0287375 Feb 15 05:06:40.028154 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-684f90a2-83fa-4912-b294-37ef753580ca tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for port (08715e15-f508-41e3-a752-751411ffeafb), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:40.118679 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-684f90a2-83fa-4912-b294-37ef753580ca tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (08715e15-f508-41e3-a752-751411ffeafb), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:40.160578 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-684f90a2-83fa-4912-b294-37ef753580ca tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Network 36084994-3a6f-459e-81d2-1b7dccc740f3 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:40.165511 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-684f90a2-83fa-4912-b294-37ef753580ca tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:40.169098 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-684f90a2-83fa-4912-b294-37ef753580ca tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:06:40.175518 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f90a2-83fa-4912-b294-37ef753580ca tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'Port': ['ID=08715e15-f508-41e3-a752-751411ffeafb,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:40.225159 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-684f90a2-83fa-4912-b294-37ef753580ca tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:40.225792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-684f90a2-83fa-4912-b294-37ef753580ca tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:40.309610 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-684f90a2-83fa-4912-b294-37ef753580ca tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7476640 Feb 15 05:06:40.324399 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Request body: {'port': {'device_id': '0b0871e4-3e35-45aa-8853-3cbe8142aca3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:40.385364 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (08715e15-f508-41e3-a752-751411ffeafb), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:40.442100 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-fefa42a2-fcf8-445a-b654-d8f80d73d878 None None] Provisioning complete for port 08715e15-f508-41e3-a752-751411ffeafb triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:40.442753 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-fefa42a2-fcf8-445a-b654-d8f80d73d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (08715e15-f508-41e3-a752-751411ffeafb), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:40.480769 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-fefa42a2-fcf8-445a-b654-d8f80d73d878 None None] Port 08715e15-f508-41e3-a752-751411ffeafb cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:06:40.636549 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08715e15-f508-41e3-a752-751411ffeafb {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:06:40.643877 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Publish callbacks [] for port (08715e15-f508-41e3-a752-751411ffeafb), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:40.656752 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Transition to ACTIVE for port object 08715e15-f508-41e3-a752-751411ffeafb will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:06:40.724368 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (08715e15-f508-41e3-a752-751411ffeafb), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:40.775937 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=08715e15-f508-41e3-a752-751411ffeafb,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:40.845614 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Attempting to bind port 08715e15-f508-41e3-a752-751411ffeafb on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:06:40.845941 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Attempting to bind port 08715e15-f508-41e3-a752-751411ffeafb by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:06:40.846282 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Attempting to bind port 08715e15-f508-41e3-a752-751411ffeafb on network 36084994-3a6f-459e-81d2-1b7dccc740f3 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:06:40.850887 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Port 08715e15-f508-41e3-a752-751411ffeafb on network 36084994-3a6f-459e-81d2-1b7dccc740f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:06:40.851201 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Attempting to bind port 08715e15-f508-41e3-a752-751411ffeafb on network 36084994-3a6f-459e-81d2-1b7dccc740f3 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:06:40.856109 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:06:40.856444 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Checking segment: {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:06:40.856816 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Bound using segment: {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:06:40.857266 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Bound port: 08715e15-f508-41e3-a752-751411ffeafb, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:06:40.857618 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (08715e15-f508-41e3-a752-751411ffeafb), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:40.920823 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] For port 08715e15-f508-41e3-a752-751411ffeafb, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:06:40.923729 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] For port 08715e15-f508-41e3-a752-751411ffeafb, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=08715e15-f508-41e3-a752-751411ffeafb,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:06:40.970392 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (08715e15-f508-41e3-a752-751411ffeafb), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:41.004220 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:41.005357 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:41.006731 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] 10.222.0.52 "PUT /v2.0/ports/08715e15-f508-41e3-a752-751411ffeafb HTTP/1.1" status: 200 len: 1093 time: 0.6900976 Feb 15 05:06:41.007196 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0871e4-3e35-45aa-8853-3cbe8142aca3', 'tag': '08715e15-f508-41e3-a752-751411ffeafb'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:06:41.009469 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7287f4fb-236b-4067-ac4d-b851c5ddf3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0871e4-3e35-45aa-8853-3cbe8142aca3", "tag": "08715e15-f508-41e3-a752-751411ffeafb"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:06:41.054745 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42216557-d774-4acd-b6eb-b9acade481f7 x-openstack-request-id: req-42216557-d774-4acd-b6eb-b9acade481f7 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:06:41.055034 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0871e4-3e35-45aa-8853-3cbe8142aca3", "tag": "08715e15-f508-41e3-a752-751411ffeafb", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:06:41.055282 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42216557-d774-4acd-b6eb-b9acade481f7 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:06:41.055679 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0871e4-3e35-45aa-8853-3cbe8142aca3', 'tag': '08715e15-f508-41e3-a752-751411ffeafb', 'status': 'completed', 'code': 200} Feb 15 05:06:41.063792 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca8bd2-b808-499b-adc4-c67f092a6ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=08715e15-f508-41e3-a752-751411ffeafb,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:41.116347 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30548bc0-31f9-4a75-99b9-c40659c1cd3b req-68d72fd8-3107-4e9a-8140-4cafba25a2e6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:41.117881 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-30548bc0-31f9-4a75-99b9-c40659c1cd3b req-68d72fd8-3107-4e9a-8140-4cafba25a2e6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 943 time: 0.1042023 Feb 15 05:06:41.146646 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287f4fb-236b-4067-ac4d-b851c5ddf3ca req-9916141f-b4fa-46df-9c6d-bfcaf7768e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:41.148175 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7287f4fb-236b-4067-ac4d-b851c5ddf3ca req-9916141f-b4fa-46df-9c6d-bfcaf7768e16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 1127 time: 0.0758369 Feb 15 05:06:41.225169 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-30548bc0-31f9-4a75-99b9-c40659c1cd3b req-14ed055f-719f-4c83-9edc-375697923be4 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006324 Feb 15 05:06:41.267674 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287f4fb-236b-4067-ac4d-b851c5ddf3ca req-69019596-70ce-4c41-8395-f2939fb8ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:41.269219 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7287f4fb-236b-4067-ac4d-b851c5ddf3ca req-69019596-70ce-4c41-8395-f2939fb8ad4f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=82110d673b4a4f55bda43eb2f0453f43&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1110005 Feb 15 05:06:41.360195 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287f4fb-236b-4067-ac4d-b851c5ddf3ca req-36fc9b9c-8629-403f-8ce1-ec634fb1b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:41.361710 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7287f4fb-236b-4067-ac4d-b851c5ddf3ca req-36fc9b9c-8629-403f-8ce1-ec634fb1b463 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864844 Feb 15 05:06:41.437746 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-aa270961-727c-468a-b3db-8ac5f5cae633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:41.439150 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-aa270961-727c-468a-b3db-8ac5f5cae633 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 1127 time: 0.0446146 Feb 15 05:06:41.484619 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-5d3e6d3b-0bcb-450d-953c-12e60f3c0b1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08715e15-f508-41e3-a752-751411ffeafb HTTP/1.1" status: 200 len: 217 time: 0.0375128 Feb 15 05:06:41.531852 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-093e71e7-2879-4c3e-8ae3-a4260304227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:41.533283 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-093e71e7-2879-4c3e-8ae3-a4260304227a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9005181e-bcd1-4720-b825-c820fed65af1 HTTP/1.1" status: 200 len: 851 time: 0.0415778 Feb 15 05:06:41.580628 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-94b3d4c4-57a9-418f-b909-074b1b1a623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:41.582072 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-94b3d4c4-57a9-418f-b909-074b1b1a623a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36084994-3a6f-459e-81d2-1b7dccc740f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421195 Feb 15 05:06:41.633660 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:06:41.673925 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-673392ea-cc24-4dcb-9f4a-248dea7af78a service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818298 Feb 15 05:06:41.772606 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef500b6f-9f8e-4040-a96c-ab86d72a86fc req-9f8c14b6-b7b8-4f3e-ac19-a869e345d826 service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912719 Feb 15 05:06:42.348276 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd26f67-3c05-4d9d-8903-b8025ecd0b9c req-cd148b86-67e7-45e7-83de-9a6eab01e1d4 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:42.349855 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7cd26f67-3c05-4d9d-8903-b8025ecd0b9c req-cd148b86-67e7-45e7-83de-9a6eab01e1d4 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 943 time: 0.0559800 Feb 15 05:06:42.402539 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7cd26f67-3c05-4d9d-8903-b8025ecd0b9c req-5fe7230b-ada8-4d4c-a0d9-3fd6cde00eb7 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463016 Feb 15 05:06:42.489918 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadc605-0925-4224-930e-2782b51899cf req-ba0f3a69-3811-43b5-90a8-cdd05b5f5874 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:42.491361 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5eadc605-0925-4224-930e-2782b51899cf req-ba0f3a69-3811-43b5-90a8-cdd05b5f5874 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0561204 Feb 15 05:06:42.537148 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5eadc605-0925-4224-930e-2782b51899cf req-3391082c-64df-469d-b3c4-74d41637f273 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402069 Feb 15 05:06:43.516505 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60d2d7-db82-4222-8ff6-2610ce5832be req-e4810690-97f2-4403-9e21-be2b5a5401fe tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:43.517967 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1f60d2d7-db82-4222-8ff6-2610ce5832be req-e4810690-97f2-4403-9e21-be2b5a5401fe tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 943 time: 0.0505850 Feb 15 05:06:43.565316 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1f60d2d7-db82-4222-8ff6-2610ce5832be req-f549c489-43a7-4006-a1f2-704261379214 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407610 Feb 15 05:06:43.655046 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997f00a-a5cc-4fec-b915-b9629a82051a req-0bac3699-736a-426b-901a-af61a32b7d4b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:43.656495 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9997f00a-a5cc-4fec-b915-b9629a82051a req-0bac3699-736a-426b-901a-af61a32b7d4b tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0505283 Feb 15 05:06:43.701098 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9997f00a-a5cc-4fec-b915-b9629a82051a req-b07d52c3-18cb-45bc-8680-e2ee71f3b6a4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383420 Feb 15 05:06:43.791549 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-1e9f74ca-ab48-491c-9d76-fa8dd829f5de tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:43.792965 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-1e9f74ca-ab48-491c-9d76-fa8dd829f5de tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 945 time: 0.0510979 Feb 15 05:06:43.893463 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Deleting port 2d3f3db6-ad7d-4ce0-a339-d618021017f5 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:06:43.893802 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:43.982794 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] For port 2d3f3db6-ad7d-4ce0-a339-d618021017f5, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2d3f3db6-ad7d-4ce0-a339-d618021017f5,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:43.983067 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:44.151454 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:44.151865 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (48dc34f8-9580-4c2d-b912-30a3f59deb8a), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:44.152184 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.l3_db [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Floating IP 48dc34f8-9580-4c2d-b912-30a3f59deb8a disassociated. External IP: 172.27.2.135, port: 2d3f3db6-ad7d-4ce0-a339-d618021017f5. Feb 15 05:06:44.152521 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Calling delete_port for 2d3f3db6-ad7d-4ce0-a339-d618021017f5 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:06:44.312590 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (2d3f3db6-ad7d-4ce0-a339-d618021017f5), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:44.346636 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event deleted for resources: {'Port': ['ID=2d3f3db6-ad7d-4ce0-a339-d618021017f5,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:44.457892 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:06:44.688117 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb001dd-a59f-4e73-b330-f3f056efe3d7 req-eed4190d-c541-4fe9-b844-c891645f8b73 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:44.689641 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0fb001dd-a59f-4e73-b330-f3f056efe3d7 req-eed4190d-c541-4fe9-b844-c891645f8b73 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 943 time: 0.0546570 Feb 15 05:06:44.755423 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0fb001dd-a59f-4e73-b330-f3f056efe3d7 req-b0726274-8ccf-4ef8-85aa-eeca14b4e28d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594976 Feb 15 05:06:44.844938 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b392fffc-7180-4f5b-b101-1e36ab2ef013 req-525b237c-d8d3-48aa-9e6a-d9aa91b7e934 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a115bcc-0fca-4e1f-9e94-36b72befff10 HTTP/1.1" status: 200 len: 210 time: 0.0298440 Feb 15 05:06:44.862484 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:06:44.874449 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f31a98-d84a-4295-9f39-a2a8eee06b86 None None] Sync routers for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:06:44.884098 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f31a98-d84a-4295-9f39-a2a8eee06b86 None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:44.884695 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-09f31a98-d84a-4295-9f39-a2a8eee06b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:44.905149 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] No DVR routers for this DVR port 2d3f3db6-ad7d-4ce0-a339-d618021017f5 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:06:44.907659 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:44.911786 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-523abc19-3216-4eb7-9252-2ed70f1241a7 req-385b429f-0c41-4984-84c5-233e836bada1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.52 "DELETE /v2.0/ports/2d3f3db6-ad7d-4ce0-a339-d618021017f5 HTTP/1.1" status: 204 len: 173 time: 1.1135571 Feb 15 05:06:44.912239 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a115bcc-0fca-4e1f-9e94-36b72befff10', 'name': 'network-vif-deleted', 'tag': '2d3f3db6-ad7d-4ce0-a339-d618021017f5'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:06:44.915065 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663fac9e-c774-4f58-84df-438f7f9fb522" -d '{"events": [{"server_uuid": "6a115bcc-0fca-4e1f-9e94-36b72befff10", "name": "network-vif-deleted", "tag": "2d3f3db6-ad7d-4ce0-a339-d618021017f5"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:06:44.951329 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2662f4ec-55f8-4e75-a8cc-5d4a40440bc2 x-openstack-request-id: req-2662f4ec-55f8-4e75-a8cc-5d4a40440bc2 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:06:44.951620 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a115bcc-0fca-4e1f-9e94-36b72befff10", "name": "network-vif-deleted", "tag": "2d3f3db6-ad7d-4ce0-a339-d618021017f5", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:06:44.951870 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2662f4ec-55f8-4e75-a8cc-5d4a40440bc2 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:06:44.952268 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a115bcc-0fca-4e1f-9e94-36b72befff10', 'name': 'network-vif-deleted', 'tag': '2d3f3db6-ad7d-4ce0-a339-d618021017f5', 'status': 'completed', 'code': 200} Feb 15 05:06:44.995961 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-09f31a98-d84a-4295-9f39-a2a8eee06b86 None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:45.191630 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-09f31a98-d84a-4295-9f39-a2a8eee06b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:36Z', 'revision_number': 5, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:45.217787 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f31a98-d84a-4295-9f39-a2a8eee06b86 None None] Checking router: b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:06:45.226848 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f31a98-d84a-4295-9f39-a2a8eee06b86 None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:45.227442 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-09f31a98-d84a-4295-9f39-a2a8eee06b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:45.334907 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-09f31a98-d84a-4295-9f39-a2a8eee06b86 None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:45.525799 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-09f31a98-d84a-4295-9f39-a2a8eee06b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:36Z', 'revision_number': 5, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:45.556096 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f31a98-d84a-4295-9f39-a2a8eee06b86 None None] The sync data for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi is: [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:36Z', 'revision_number': 5, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:06:45.767078 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f34548-bdc7-45e4-9b18-cdd595247dd1 None None] New status for floating IP 48dc34f8-9580-4c2d-b912-30a3f59deb8a: DOWN {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:06:45.886479 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a32264-8661-4f1a-b6ff-9f81ac69a58c req-5ebe7557-dc53-4829-95ac-48fb90126ede tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:45.889158 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-37a32264-8661-4f1a-b6ff-9f81ac69a58c req-5ebe7557-dc53-4829-95ac-48fb90126ede tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 943 time: 0.0635762 Feb 15 05:06:45.938417 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-37a32264-8661-4f1a-b6ff-9f81ac69a58c req-cb8b05b1-f4c7-4ea6-8682-3e8273ca163e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437617 Feb 15 05:06:45.982112 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58582) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:46.034102 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1142647a-f54a-48d0-b61d-4c472fd5952d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group (6c7fd9a6-3841-4721-bbdb-ea3aff60f35b), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:46.057056 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1142647a-f54a-48d0-b61d-4c472fd5952d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group (6c7fd9a6-3841-4721-bbdb-ea3aff60f35b), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:46.175400 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1142647a-f54a-48d0-b61d-4c472fd5952d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (6c7fd9a6-3841-4721-bbdb-ea3aff60f35b), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:46.178115 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1142647a-f54a-48d0-b61d-4c472fd5952d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:46.179508 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-1142647a-f54a-48d0-b61d-4c472fd5952d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "DELETE /v2.0/security-groups/6c7fd9a6-3841-4721-bbdb-ea3aff60f35b HTTP/1.1" status: 204 len: 168 time: 0.1961694 Feb 15 05:06:46.182492 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58586) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:46.189652 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142647a-f54a-48d0-b61d-4c472fd5952d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7fd9a6-3841-4721-bbdb-ea3aff60f35b,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:46.195865 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.api.v2.resource [None req-7fbb3ad8-2fd7-42a5-b828-f71e3749c85a tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] show failed (client error): The resource could not be found. Feb 15 05:06:46.196899 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-7fbb3ad8-2fd7-42a5-b828-f71e3749c85a tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups/6c7fd9a6-3841-4721-bbdb-ea3aff60f35b HTTP/1.1" status: 404 len: 347 time: 0.0132067 Feb 15 05:06:46.199865 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58588) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:46.321034 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-247a665f-0bae-40dd-9465-e4e3d750b185 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Deleting port 4cee2dde-33fe-4c68-acf0-c646e4d55330 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:06:46.321321 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-247a665f-0bae-40dd-9465-e4e3d750b185 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (4cee2dde-33fe-4c68-acf0-c646e4d55330), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:46.394168 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-247a665f-0bae-40dd-9465-e4e3d750b185 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (4cee2dde-33fe-4c68-acf0-c646e4d55330), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:46.394491 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-247a665f-0bae-40dd-9465-e4e3d750b185 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (4cee2dde-33fe-4c68-acf0-c646e4d55330), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:46.405758 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-247a665f-0bae-40dd-9465-e4e3d750b185 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Calling delete_port for 4cee2dde-33fe-4c68-acf0-c646e4d55330 owned by network:floatingip {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:06:46.609628 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-247a665f-0bae-40dd-9465-e4e3d750b185 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (4cee2dde-33fe-4c68-acf0-c646e4d55330), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:46.635601 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a665f-0bae-40dd-9465-e4e3d750b185 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event deleted for resources: {'Port': ['ID=4cee2dde-33fe-4c68-acf0-c646e4d55330,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:46.695815 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-247a665f-0bae-40dd-9465-e4e3d750b185 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (48dc34f8-9580-4c2d-b912-30a3f59deb8a), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:46.698478 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-247a665f-0bae-40dd-9465-e4e3d750b185 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:46.699593 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-247a665f-0bae-40dd-9465-e4e3d750b185 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "DELETE /v2.0/floatingips/48dc34f8-9580-4c2d-b912-30a3f59deb8a HTTP/1.1" status: 204 len: 168 time: 0.4988108 Feb 15 05:06:46.962692 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 2d3f3db6-ad7d-4ce0-a339-d618021017f5 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:06:46.982831 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 2d3f3db6-ad7d-4ce0-a339-d618021017f5 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:06:46.983172 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 2d3f3db6-ad7d-4ce0-a339-d618021017f5 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:06:47.024529 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58594) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:47.029056 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-35dddf75-b646-431d-8c34-37ba01c2b9b2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528077675', 'description': 'tempest-description--557845442'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:47.059264 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9232d-6bdd-4e06-b7f3-79320f3afd5a req-f84e4df0-0a42-4713-9ade-9fd02f6d02b5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:47.060740 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-69b9232d-6bdd-4e06-b7f3-79320f3afd5a req-f84e4df0-0a42-4713-9ade-9fd02f6d02b5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 943 time: 0.0537746 Feb 15 05:06:47.106700 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-35dddf75-b646-431d-8c34-37ba01c2b9b2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:47.108257 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-69b9232d-6bdd-4e06-b7f3-79320f3afd5a req-c307c544-14f2-4082-9ae3-fc37812a544c tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420721 Feb 15 05:06:47.171085 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-35dddf75-b646-431d-8c34-37ba01c2b9b2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group (e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:47.255358 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-35dddf75-b646-431d-8c34-37ba01c2b9b2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:47.283013 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dddf75-b646-431d-8c34-37ba01c2b9b2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:47.349782 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-35dddf75-b646-431d-8c34-37ba01c2b9b2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:47.351025 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-35dddf75-b646-431d-8c34-37ba01c2b9b2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3254580 Feb 15 05:06:47.353800 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58596) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:47.359490 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-a8388a95-bafd-4b17-b882-e5fc555cb67f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Request body: {'security_group_rule': {'security_group_id': 'e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:47.425934 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a8388a95-bafd-4b17-b882-e5fc555cb67f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group_rule (2c42db1c-9815-4ca4-91c7-bf1112220452), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:47.479482 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a8388a95-bafd-4b17-b882-e5fc555cb67f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group_rule (2c42db1c-9815-4ca4-91c7-bf1112220452), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:47.523612 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a8388a95-bafd-4b17-b882-e5fc555cb67f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (2c42db1c-9815-4ca4-91c7-bf1112220452), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:47.540178 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8388a95-bafd-4b17-b882-e5fc555cb67f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c42db1c-9815-4ca4-91c7-bf1112220452,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:47.583351 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-a8388a95-bafd-4b17-b882-e5fc555cb67f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:47.584529 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-a8388a95-bafd-4b17-b882-e5fc555cb67f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2297981 Feb 15 05:06:47.587198 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58598) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:47.591476 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-ed95c9bc-fb9f-42eb-9bbf-c5b97b3fc6ca tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Request body: {'security_group_rule': {'security_group_id': 'e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:47.665926 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ed95c9bc-fb9f-42eb-9bbf-c5b97b3fc6ca tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group_rule (39e82637-52d1-4af6-a7b8-795f68092a56), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:47.719772 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ed95c9bc-fb9f-42eb-9bbf-c5b97b3fc6ca tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group_rule (39e82637-52d1-4af6-a7b8-795f68092a56), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:47.769719 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ed95c9bc-fb9f-42eb-9bbf-c5b97b3fc6ca tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (39e82637-52d1-4af6-a7b8-795f68092a56), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:47.790489 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95c9bc-fb9f-42eb-9bbf-c5b97b3fc6ca tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e82637-52d1-4af6-a7b8-795f68092a56,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:47.840245 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ed95c9bc-fb9f-42eb-9bbf-c5b97b3fc6ca tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:47.841486 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-ed95c9bc-fb9f-42eb-9bbf-c5b97b3fc6ca tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2533388 Feb 15 05:06:47.844530 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58600) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:47.848663 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Request body: {'floatingip': {'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:47.907039 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:48.000251 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:48.108407 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Allocated IP 172.27.2.69 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/5db9570b-5f27-4505-852a-8d926de2aeeb) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:06:48.238011 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for port (5db9570b-5f27-4505-852a-8d926de2aeeb), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:48.275811 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35507190-d21e-4c23-99c1-2860658f44b8 req-587872fd-8c16-4dd3-8961-3258261e2686 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:48.277314 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-35507190-d21e-4c23-99c1-2860658f44b8 req-587872fd-8c16-4dd3-8961-3258261e2686 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 943 time: 0.0921037 Feb 15 05:06:48.327856 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-35507190-d21e-4c23-99c1-2860658f44b8 req-93331c5a-67b5-4c6a-ab66-4a349168bfa6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448048 Feb 15 05:06:48.353284 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (5db9570b-5f27-4505-852a-8d926de2aeeb), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:48.389390 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:48.392041 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:48.397462 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:06:48.424616 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event updated for resources: {'Port': ['ID=5db9570b-5f27-4505-852a-8d926de2aeeb,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:48.489775 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (eef510eb-4437-4011-ac07-dc3ad63f381c), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:48.584291 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (5db9570b-5f27-4505-852a-8d926de2aeeb), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:48.731475 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for port (5db9570b-5f27-4505-852a-8d926de2aeeb), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:48.792530 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (5db9570b-5f27-4505-852a-8d926de2aeeb), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:48.859705 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event updated for resources: {'Port': ['ID=5db9570b-5f27-4505-852a-8d926de2aeeb,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:48.869584 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (eef510eb-4437-4011-ac07-dc3ad63f381c), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:48.942896 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:48.944095 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-7fc1af00-c553-4f8f-9775-84be69f3bbfc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0986657 Feb 15 05:06:49.136011 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-725e64c4-65c8-4bda-b0c2-d4fc9237d3ad tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1528077675&fields=id&tenant_id=75bba1997dfe4a9cb35c7811a661e2f3 HTTP/1.1" status: 200 len: 267 time: 0.0435233 Feb 15 05:06:49.236839 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-a1cef1e5-df9f-424e-826f-57dedb4962b4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:49.238271 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-a1cef1e5-df9f-424e-826f-57dedb4962b4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/networks?id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b HTTP/1.1" status: 200 len: 810 time: 0.0956564 Feb 15 05:06:49.252385 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-54db8b63-fa64-47bd-8265-0692a36ca725 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/quotas/75bba1997dfe4a9cb35c7811a661e2f3 HTTP/1.1" status: 200 len: 375 time: 0.0084932 Feb 15 05:06:49.305781 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-cce72f39-7792-4117-aa33-0cf9ff463c51 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484929 Feb 15 05:06:49.399475 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b74719a9-1857-48ce-a611-f60c0cc2a788 service neutron] 10.222.0.24 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830240 Feb 15 05:06:49.442407 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0f0e0-84a8-4060-8151-955483706d22 req-c8ab914b-5a70-472a-8d61-eb3ac8b8e495 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:49.443871 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-02a0f0e0-84a8-4060-8151-955483706d22 req-c8ab914b-5a70-472a-8d61-eb3ac8b8e495 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 943 time: 0.0527363 Feb 15 05:06:49.488109 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-fe9d149c-32d8-40a2-9a37-48666f03a80a service neutron] 10.222.0.24 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828860 Feb 15 05:06:49.492511 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-02a0f0e0-84a8-4060-8151-955483706d22 req-6f22d4ba-30cc-4bd3-85ec-48c7f5d974ab tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428255 Feb 15 05:06:49.749947 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-26761a5c-27e0-4cdf-ab40-1b7870c84b0b req-3ad0cb80-f416-417a-8443-3ef3ac24eea1 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 210 time: 0.0303321 Feb 15 05:06:50.613693 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73c78-ebf2-4c25-900a-8801bdca413a req-e4390eb2-5460-4cf3-b198-5290ac3c105d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:50.615137 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-9cb73c78-ebf2-4c25-900a-8801bdca413a req-e4390eb2-5460-4cf3-b198-5290ac3c105d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 943 time: 0.0564156 Feb 15 05:06:50.663090 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-9cb73c78-ebf2-4c25-900a-8801bdca413a req-724c755d-b4aa-499b-ae20-b99cc22d1d89 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416656 Feb 15 05:06:50.842585 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-efc6663b-2f9d-4923-b36e-1b59a574194d req-8bb376fb-382f-4d98-acd0-8ae4f6b895ea tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 210 time: 0.0270729 Feb 15 05:06:50.955754 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 08715e15-f508-41e3-a752-751411ffeafb details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:06:51.052414 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 08715e15-f508-41e3-a752-751411ffeafb, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=08715e15-f508-41e3-a752-751411ffeafb,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:51.063819 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '08715e15-f508-41e3-a752-751411ffeafb', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'port_id': '08715e15-f508-41e3-a752-751411ffeafb', 'mac_address': 'fa:16:3e:34:7e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:06:51.099241 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 08715e15-f508-41e3-a752-751411ffeafb is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:51.099622 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (08715e15-f508-41e3-a752-751411ffeafb), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:51.112207 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08715e15-f508-41e3-a752-751411ffeafb {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:06:51.131099 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 08715e15-f508-41e3-a752-751411ffeafb, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=08715e15-f508-41e3-a752-751411ffeafb,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:51.187114 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (08715e15-f508-41e3-a752-751411ffeafb), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:51.240926 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=08715e15-f508-41e3-a752-751411ffeafb,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:51.433921 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-dc03279c-4b49-42c4-9673-a80061adbc4c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:51.435562 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-dc03279c-4b49-42c4-9673-a80061adbc4c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.52 "GET /v2.0/networks?id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b HTTP/1.1" status: 200 len: 810 time: 0.0986626 Feb 15 05:06:51.471919 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['08715e15-f508-41e3-a752-751411ffeafb'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:06:51.495674 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-a094aeff-241c-4a4b-8f7d-806afd6b6fcf tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75bba1997dfe4a9cb35c7811a661e2f3 HTTP/1.1" status: 200 len: 380 time: 0.0514836 Feb 15 05:06:51.503848 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-9910b451-b6ec-432f-b389-be45132c7db4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Request body: {'port': {'device_id': '8676a90b-4422-4644-9c51-add7c3564cf2', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'admin_state_up': True, 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'security_groups': ['e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2']}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:51.690010 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-9910b451-b6ec-432f-b389-be45132c7db4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Made reservation on behalf of 75bba1997dfe4a9cb35c7811a661e2f3 for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:06:51.693429 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-9910b451-b6ec-432f-b389-be45132c7db4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:51.786381 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835a812-b578-4c6a-83bb-6a5701cbbfe2 req-a25026af-a0ff-4437-b69c-e809d2d2dad3 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:51.787752 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6835a812-b578-4c6a-83bb-6a5701cbbfe2 req-a25026af-a0ff-4437-b69c-e809d2d2dad3 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 944 time: 0.0525305 Feb 15 05:06:51.826009 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-9910b451-b6ec-432f-b389-be45132c7db4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Allocated IP 172.20.0.13 (1cdf15f0-6c8d-415c-8f52-77ec66b1809b/faa73486-4adb-45de-9cdc-e6985faa7b50/93a5af83-206e-4cf9-9453-3e8e67b7e697) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:06:51.836209 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6835a812-b578-4c6a-83bb-6a5701cbbfe2 req-025361f2-bbf4-4bb7-bc94-ffb924ae708b tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427134 Feb 15 05:06:51.937248 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d1544327-5d89-495c-af47-246ed81f4fc8 req-6d05e34a-bbf2-458f-9160-46d6c3c9b035 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 210 time: 0.0297632 Feb 15 05:06:51.982110 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-9910b451-b6ec-432f-b389-be45132c7db4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:52.078814 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-9910b451-b6ec-432f-b389-be45132c7db4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:52.123108 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-9910b451-b6ec-432f-b389-be45132c7db4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:52.127923 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-9910b451-b6ec-432f-b389-be45132c7db4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:52.131462 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-9910b451-b6ec-432f-b389-be45132c7db4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:06:52.139633 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910b451-b6ec-432f-b389-be45132c7db4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event updated for resources: {'Port': ['ID=93a5af83-206e-4cf9-9453-3e8e67b7e697,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:52.185995 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-9910b451-b6ec-432f-b389-be45132c7db4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:52.186520 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-9910b451-b6ec-432f-b389-be45132c7db4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:52.309764 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-9910b451-b6ec-432f-b389-be45132c7db4 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8094304 Feb 15 05:06:52.322496 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Request body: {'port': {'device_id': '8676a90b-4422-4644-9c51-add7c3564cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:52.341251 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9f76aa3f-71c4-4ff6-838e-ff895cf6cec1 None None] Provisioning complete for port 93a5af83-206e-4cf9-9453-3e8e67b7e697 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:52.341831 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9f76aa3f-71c4-4ff6-838e-ff895cf6cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:52.374276 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9f76aa3f-71c4-4ff6-838e-ff895cf6cec1 None None] Port 93a5af83-206e-4cf9-9453-3e8e67b7e697 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:06:52.379312 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:52.638693 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a5af83-206e-4cf9-9453-3e8e67b7e697 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:06:52.645981 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Publish callbacks [] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:52.657810 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Transition to ACTIVE for port object 93a5af83-206e-4cf9-9453-3e8e67b7e697 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:06:52.730055 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:52.781197 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Pushing event updated for resources: {'Port': ['ID=93a5af83-206e-4cf9-9453-3e8e67b7e697,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:52.850421 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Attempting to bind port 93a5af83-206e-4cf9-9453-3e8e67b7e697 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:06:52.850755 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Attempting to bind port 93a5af83-206e-4cf9-9453-3e8e67b7e697 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:06:52.851080 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Attempting to bind port 93a5af83-206e-4cf9-9453-3e8e67b7e697 on network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:06:52.855929 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Port 93a5af83-206e-4cf9-9453-3e8e67b7e697 on network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:06:52.856261 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Attempting to bind port 93a5af83-206e-4cf9-9453-3e8e67b7e697 on network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:06:52.861723 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:06:52.862056 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Checking segment: {'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:06:52.862436 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Bound using segment: {'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:06:52.862858 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Bound port: 93a5af83-206e-4cf9-9453-3e8e67b7e697, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd13385b-4319-4b0c-a69e-bbbeacaeed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:06:52.863210 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:52.932177 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] For port 93a5af83-206e-4cf9-9453-3e8e67b7e697, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:06:52.935967 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] For port 93a5af83-206e-4cf9-9453-3e8e67b7e697, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=93a5af83-206e-4cf9-9453-3e8e67b7e697,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:06:52.966599 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70084e7-03c6-46ea-a11a-f2f757cac141 req-ffdfb393-eb47-4cec-96de-aa45419fdb21 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:52.968064 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c70084e7-03c6-46ea-a11a-f2f757cac141 req-ffdfb393-eb47-4cec-96de-aa45419fdb21 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 944 time: 0.0575166 Feb 15 05:06:52.972494 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 08715e15-f508-41e3-a752-751411ffeafb up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:06:53.019739 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c70084e7-03c6-46ea-a11a-f2f757cac141 req-d1fe9618-9226-420b-b627-0c5ecb42aec9 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449173 Feb 15 05:06:53.043716 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:53.087483 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:53.088090 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:53.090214 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] 10.222.0.52 "PUT /v2.0/ports/93a5af83-206e-4cf9-9453-3e8e67b7e697 HTTP/1.1" status: 200 len: 1094 time: 0.7724099 Feb 15 05:06:53.090539 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 08715e15-f508-41e3-a752-751411ffeafb completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:06:53.090664 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8676a90b-4422-4644-9c51-add7c3564cf2', 'tag': '93a5af83-206e-4cf9-9453-3e8e67b7e697'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:06:53.092841 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a02dfa-3d80-435e-af6a-cce4cf7fa6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8676a90b-4422-4644-9c51-add7c3564cf2", "tag": "93a5af83-206e-4cf9-9453-3e8e67b7e697"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:06:53.097529 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 08715e15-f508-41e3-a752-751411ffeafb triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:53.097829 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (08715e15-f508-41e3-a752-751411ffeafb), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:53.116267 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f054b7-80a3-493f-bc99-ae5a43af3441 service neutron] Pushing event updated for resources: {'Port': ['ID=93a5af83-206e-4cf9-9453-3e8e67b7e697,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:53.127221 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66013e-d2ae-4be3-8fa3-3ae9a954fb44 req-419c8369-582e-4716-9944-871875f135c6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:53.136474 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ba66013e-d2ae-4be3-8fa3-3ae9a954fb44 req-419c8369-582e-4716-9944-871875f135c6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 944 time: 0.1284249 Feb 15 05:06:53.175056 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb593be-9e05-4af4-b010-c7cc254131a0 x-openstack-request-id: req-8bb593be-9e05-4af4-b010-c7cc254131a0 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:06:53.175418 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8676a90b-4422-4644-9c51-add7c3564cf2", "tag": "93a5af83-206e-4cf9-9453-3e8e67b7e697", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:06:53.175678 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bb593be-9e05-4af4-b010-c7cc254131a0 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:06:53.176501 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8676a90b-4422-4644-9c51-add7c3564cf2', 'tag': '93a5af83-206e-4cf9-9453-3e8e67b7e697', 'status': 'completed', 'code': 200} Feb 15 05:06:53.209859 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ba66013e-d2ae-4be3-8fa3-3ae9a954fb44 req-53a59bbc-e1d4-4999-bb73-a7514f279eaa tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722556 Feb 15 05:06:53.210673 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 08715e15-f508-41e3-a752-751411ffeafb is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:53.211028 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (08715e15-f508-41e3-a752-751411ffeafb), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:53.240871 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0871e4-3e35-45aa-8853-3cbe8142aca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08715e15-f508-41e3-a752-751411ffeafb'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:06:53.243079 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858cd359-5f17-430e-92c2-3c119b9934c8" -d '{"events": [{"server_uuid": "0b0871e4-3e35-45aa-8853-3cbe8142aca3", "name": "network-vif-plugged", "status": "completed", "tag": "08715e15-f508-41e3-a752-751411ffeafb"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:06:53.257521 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 08715e15-f508-41e3-a752-751411ffeafb, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=08715e15-f508-41e3-a752-751411ffeafb,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:53.261977 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a02dfa-3d80-435e-af6a-cce4cf7fa6e7 req-0c896887-d443-4a85-9f5e-47379a50f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:53.263636 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-79a02dfa-3d80-435e-af6a-cce4cf7fa6e7 req-0c896887-d443-4a85-9f5e-47379a50f5fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 1128 time: 0.0689373 Feb 15 05:06:53.285278 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40aaf3f-218d-4371-8362-bdc26222c048 x-openstack-request-id: req-f40aaf3f-218d-4371-8362-bdc26222c048 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:06:53.285645 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0871e4-3e35-45aa-8853-3cbe8142aca3", "name": "network-vif-plugged", "status": "completed", "tag": "08715e15-f508-41e3-a752-751411ffeafb", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:06:53.286087 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f40aaf3f-218d-4371-8362-bdc26222c048 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:06:53.286583 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0871e4-3e35-45aa-8853-3cbe8142aca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08715e15-f508-41e3-a752-751411ffeafb', 'code': 200} Feb 15 05:06:53.331395 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (08715e15-f508-41e3-a752-751411ffeafb), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:53.363871 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a02dfa-3d80-435e-af6a-cce4cf7fa6e7 req-055557eb-0fc0-422b-996c-6584f2733de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:53.365358 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-79a02dfa-3d80-435e-af6a-cce4cf7fa6e7 req-055557eb-0fc0-422b-996c-6584f2733de5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0929413 Feb 15 05:06:53.386951 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=08715e15-f508-41e3-a752-751411ffeafb,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:53.465140 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a02dfa-3d80-435e-af6a-cce4cf7fa6e7 req-89f1910d-ae63-4e7e-ada5-4e743ec22c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:53.466716 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-79a02dfa-3d80-435e-af6a-cce4cf7fa6e7 req-89f1910d-ae63-4e7e-ada5-4e743ec22c02 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940654 Feb 15 05:06:53.550350 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-c85b4d14-39e3-4791-b52e-d7eeef03f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:53.551824 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-c85b4d14-39e3-4791-b52e-d7eeef03f3cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 1128 time: 0.0459027 Feb 15 05:06:53.598076 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-cb0c63e1-5e57-438d-a9ad-1016c1723f4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93a5af83-206e-4cf9-9453-3e8e67b7e697 HTTP/1.1" status: 200 len: 217 time: 0.0395684 Feb 15 05:06:53.668118 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-56e23fef-b446-4861-a450-c8a6e839af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:53.669470 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-56e23fef-b446-4861-a450-c8a6e839af23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=faa73486-4adb-45de-9cdc-e6985faa7b50 HTTP/1.1" status: 200 len: 849 time: 0.0508089 Feb 15 05:06:53.673598 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbe6bc-5674-4548-b684-0f81ef94e783 req-5c61bc71-cdb2-4048-9160-003f433b38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:53.674912 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0abbe6bc-5674-4548-b684-0f81ef94e783 req-5c61bc71-cdb2-4048-9160-003f433b38e4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 1129 time: 0.0844247 Feb 15 05:06:53.745841 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0abbe6bc-5674-4548-b684-0f81ef94e783 req-729a5133-ac00-4404-b506-2e3d7cda2dfd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619323 Feb 15 05:06:53.748395 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-a29429d9-fed2-4248-84eb-e8836a4c4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:53.749816 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-a29429d9-fed2-4248-84eb-e8836a4c4e04 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741112 Feb 15 05:06:54.069627 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-80dc1928-6309-4c73-9d57-c470d32abb39 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848145 Feb 15 05:06:54.195907 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eff762-005f-4a70-b155-fa7efb24cd9e req-c5347876-3527-4c41-a7e5-755b4b1363ad tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:54.197425 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c4eff762-005f-4a70-b155-fa7efb24cd9e req-c5347876-3527-4c41-a7e5-755b4b1363ad tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 945 time: 0.1041734 Feb 15 05:06:54.201555 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de82e0d3-b43d-48e8-9c92-460e13ec9182 req-97ff2d8a-380f-4e21-872c-faf5d3af8cab service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259205 Feb 15 05:06:54.247100 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c4eff762-005f-4a70-b155-fa7efb24cd9e req-28e3f59b-2201-4e28-9a08-592a2d243bbe tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437064 Feb 15 05:06:54.328570 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddbcdd-d01b-4d5b-bbee-3ebbf6385a07 req-617ecf48-cc05-4aed-be6c-f61b40cc0505 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:54.329944 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d3ddbcdd-d01b-4d5b-bbee-3ebbf6385a07 req-617ecf48-cc05-4aed-be6c-f61b40cc0505 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 944 time: 0.0523973 Feb 15 05:06:54.374472 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d3ddbcdd-d01b-4d5b-bbee-3ebbf6385a07 req-3281ac7c-5464-4f43-8bf6-b49b0e27f0e3 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389960 Feb 15 05:06:55.370994 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25feb68d-6d28-488f-a7cd-503b1d7a6ff8 req-14ecbd12-faac-4517-8071-87c6bd247347 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:55.372489 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-25feb68d-6d28-488f-a7cd-503b1d7a6ff8 req-14ecbd12-faac-4517-8071-87c6bd247347 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 945 time: 0.0574310 Feb 15 05:06:55.423024 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-25feb68d-6d28-488f-a7cd-503b1d7a6ff8 req-ec2254b4-6b3f-4675-9f80-d2ed1292255c tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449202 Feb 15 05:06:55.494823 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1222d9-655d-4da7-8209-9caee584d0df req-4407edb3-1c80-479b-a281-3cd7d8d4cff2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:55.496303 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6e1222d9-655d-4da7-8209-9caee584d0df req-4407edb3-1c80-479b-a281-3cd7d8d4cff2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 944 time: 0.0528738 Feb 15 05:06:55.545675 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6e1222d9-655d-4da7-8209-9caee584d0df req-51574065-d85a-4aac-a1ac-f472f8a9469f tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435982 Feb 15 05:06:56.542259 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d749a2-a81c-4dbe-be56-8e075c6b9113 req-a3782907-b284-41d8-8693-112094737856 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:56.543850 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-99d749a2-a81c-4dbe-be56-8e075c6b9113 req-a3782907-b284-41d8-8693-112094737856 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 945 time: 0.0540831 Feb 15 05:06:56.591839 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-99d749a2-a81c-4dbe-be56-8e075c6b9113 req-a373cf24-1651-423c-a5b7-317f359a5c2e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425501 Feb 15 05:06:56.662105 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320d39e-cc59-4841-8887-edb3c631c21d req-f3b2fc70-c2c7-4bd5-bbac-e75927e6baed tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:56.663555 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f320d39e-cc59-4841-8887-edb3c631c21d req-f3b2fc70-c2c7-4bd5-bbac-e75927e6baed tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 944 time: 0.0522485 Feb 15 05:06:56.706523 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bf86f-a513-435b-83e2-586f24272451 req-5007fb83-1fa6-4b26-89c0-1bdeb0c56dc7 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:56.707892 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0e9bf86f-a513-435b-83e2-586f24272451 req-5007fb83-1fa6-4b26-89c0-1bdeb0c56dc7 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 945 time: 0.0520573 Feb 15 05:06:56.710608 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f320d39e-cc59-4841-8887-edb3c631c21d req-c3b1fe0b-3e39-4077-99ee-274ef98349a5 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409496 Feb 15 05:06:56.756280 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0e9bf86f-a513-435b-83e2-586f24272451 req-81821182-f007-43fa-8420-088ce69f8903 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428569 Feb 15 05:06:56.778829 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58664) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:56.914905 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed1779e-1d52-4b52-81a8-45b67aaef9d9 tempest-TestVolumeBootPattern-759061313 tempest-TestVolumeBootPattern-759061313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:56.916665 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-fed1779e-1d52-4b52-81a8-45b67aaef9d9 tempest-TestVolumeBootPattern-759061313 tempest-TestVolumeBootPattern-759061313-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 1124 time: 0.1366181 Feb 15 05:06:56.919519 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 58668) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:56.923710 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Request body: {'floatingip': {'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'port_id': '08715e15-f508-41e3-a752-751411ffeafb', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address': '172.20.0.3'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:06:57.004125 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:57.004300 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 93a5af83-206e-4cf9-9453-3e8e67b7e697 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:06:57.101582 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:57.102024 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 93a5af83-206e-4cf9-9453-3e8e67b7e697, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=93a5af83-206e-4cf9-9453-3e8e67b7e697,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:57.113749 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '93a5af83-206e-4cf9-9453-3e8e67b7e697', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'port_id': '93a5af83-206e-4cf9-9453-3e8e67b7e697', 'mac_address': 'fa:16:3e:07:f7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:06:57.150894 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 93a5af83-206e-4cf9-9453-3e8e67b7e697 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:57.151313 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:57.164144 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a5af83-206e-4cf9-9453-3e8e67b7e697 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:06:57.185503 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 93a5af83-206e-4cf9-9453-3e8e67b7e697, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=93a5af83-206e-4cf9-9453-3e8e67b7e697,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:57.217710 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Allocated IP 172.27.2.233 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/768dade8-6d36-4ebc-b0e3-9063a9bd40e8) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:06:57.278470 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:57.317141 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for port (768dade8-6d36-4ebc-b0e3-9063a9bd40e8), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:57.328597 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=93a5af83-206e-4cf9-9453-3e8e67b7e697,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:57.404806 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (768dade8-6d36-4ebc-b0e3-9063a9bd40e8), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:57.441941 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:06:57.446556 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:06:57.450496 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:06:57.455814 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'Port': ['ID=768dade8-6d36-4ebc-b0e3-9063a9bd40e8,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:57.607589 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['93a5af83-206e-4cf9-9453-3e8e67b7e697'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:06:57.812998 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for floatingip (23ec15c0-7507-47d4-a494-af6d0fa372f9), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:57.828703 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc4d13-418c-4bb2-8baf-8623dab34f44 req-84538b55-8fb8-4bca-abf7-0da00aa75f80 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:57.830197 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bebc4d13-418c-4bb2-8baf-8623dab34f44 req-84538b55-8fb8-4bca-abf7-0da00aa75f80 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 945 time: 0.0520678 Feb 15 05:06:57.876312 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bebc4d13-418c-4bb2-8baf-8623dab34f44 req-d222d439-6bba-447d-9b43-6e1a3c0c8cdb tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402679 Feb 15 05:06:57.939572 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (768dade8-6d36-4ebc-b0e3-9063a9bd40e8), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:58.085140 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for port (768dade8-6d36-4ebc-b0e3-9063a9bd40e8), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:58.123370 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (768dade8-6d36-4ebc-b0e3-9063a9bd40e8), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:58.192328 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'Port': ['ID=768dade8-6d36-4ebc-b0e3-9063a9bd40e8,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:58.202715 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (23ec15c0-7507-47d4-a494-af6d0fa372f9), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:58.539947 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.l3_db [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Floating IP 23ec15c0-7507-47d4-a494-af6d0fa372f9 associated. External IP: 172.27.2.233, port: 08715e15-f508-41e3-a752-751411ffeafb. Feb 15 05:06:58.745454 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Router 98d69b21-d2ec-45eb-97ad-fc29012707aa has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:06:58.856516 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:06:58.866863 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31785f32-ed60-40a5-a66c-32ab73169ccf None None] Sync routers for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:06:58.876609 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31785f32-ed60-40a5-a66c-32ab73169ccf None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:58.879061 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-31785f32-ed60-40a5-a66c-32ab73169ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:58.909165 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:58.941553 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-e9a1ee0d-9871-496b-8331-2b1ccc5e345e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0207295 Feb 15 05:06:58.942225 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0871e4-3e35-45aa-8853-3cbe8142aca3', 'tag': '08715e15-f508-41e3-a752-751411ffeafb'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:06:58.944641 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3214b8ca-8a09-430d-8925-9893d51cc8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0871e4-3e35-45aa-8853-3cbe8142aca3", "tag": "08715e15-f508-41e3-a752-751411ffeafb"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:06:58.985982 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7eec4a-773f-422c-b546-a8ab35ca388d x-openstack-request-id: req-de7eec4a-773f-422c-b546-a8ab35ca388d {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:06:58.986521 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0871e4-3e35-45aa-8853-3cbe8142aca3", "tag": "08715e15-f508-41e3-a752-751411ffeafb", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:06:58.986779 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de7eec4a-773f-422c-b546-a8ab35ca388d {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:06:58.987177 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0871e4-3e35-45aa-8853-3cbe8142aca3', 'tag': '08715e15-f508-41e3-a752-751411ffeafb', 'status': 'completed', 'code': 200} Feb 15 05:06:58.996402 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-31785f32-ed60-40a5-a66c-32ab73169ccf None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:59.002797 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f705598-4cbb-4689-85e6-5b43b99e4aaf req-f8f25810-fcbd-48f9-be55-6df15c6b821c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:59.004291 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f705598-4cbb-4689-85e6-5b43b99e4aaf req-f8f25810-fcbd-48f9-be55-6df15c6b821c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 945 time: 0.0570529 Feb 15 05:06:59.083456 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f705598-4cbb-4689-85e6-5b43b99e4aaf req-29dfb31e-635e-466e-9beb-9d7b817ae33e tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674806 Feb 15 05:06:59.086456 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214b8ca-8a09-430d-8925-9893d51cc8ba req-126763b0-9ee3-4af8-9ecb-9082a95a3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:59.087899 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3214b8ca-8a09-430d-8925-9893d51cc8ba req-126763b0-9ee3-4af8-9ecb-9082a95a3a60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 1129 time: 0.0795951 Feb 15 05:06:59.151121 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 93a5af83-206e-4cf9-9453-3e8e67b7e697 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:06:59.192082 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214b8ca-8a09-430d-8925-9893d51cc8ba req-505b8093-8986-4081-9675-63cf10cf426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:59.193621 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3214b8ca-8a09-430d-8925-9893d51cc8ba req-505b8093-8986-4081-9675-63cf10cf426d service neutron] 10.222.0.52 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 913 time: 0.0990686 Feb 15 05:06:59.259504 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3214b8ca-8a09-430d-8925-9893d51cc8ba req-4904e0e9-c251-4ff3-b838-255687c21734 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08715e15-f508-41e3-a752-751411ffeafb HTTP/1.1" status: 200 len: 999 time: 0.0596623 Feb 15 05:06:59.310892 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214b8ca-8a09-430d-8925-9893d51cc8ba req-2341e12f-6325-4922-8e01-4041e59a85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:59.312363 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3214b8ca-8a09-430d-8925-9893d51cc8ba req-2341e12f-6325-4922-8e01-4041e59a85d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9005181e-bcd1-4720-b825-c820fed65af1 HTTP/1.1" status: 200 len: 851 time: 0.0480771 Feb 15 05:06:59.313912 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 93a5af83-206e-4cf9-9453-3e8e67b7e697 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:06:59.324940 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 93a5af83-206e-4cf9-9453-3e8e67b7e697 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:06:59.325379 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:59.361007 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214b8ca-8a09-430d-8925-9893d51cc8ba req-6438b467-74fb-47a7-ab03-99164447164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:59.362519 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3214b8ca-8a09-430d-8925-9893d51cc8ba req-6438b467-74fb-47a7-ab03-99164447164f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36084994-3a6f-459e-81d2-1b7dccc740f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438712 Feb 15 05:06:59.452912 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3214b8ca-8a09-430d-8925-9893d51cc8ba req-e934e617-26f2-4ba9-821d-abcbd0c3f736 service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840521 Feb 15 05:06:59.455263 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-31785f32-ed60-40a5-a66c-32ab73169ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '23ec15c0-7507-47d4-a494-af6d0fa372f9', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '08715e15-f508-41e3-a752-751411ffeafb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:34:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0871e4-3e35-45aa-8853-3cbe8142aca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:06:57Z', 'updated_at': '2022-02-15T05:06:57Z', 'revision_number': 0, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:59.458755 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 93a5af83-206e-4cf9-9453-3e8e67b7e697 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:06:59.459143 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:59.485390 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31785f32-ed60-40a5-a66c-32ab73169ccf None None] Checking router: 98d69b21-d2ec-45eb-97ad-fc29012707aa for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:06:59.507853 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31785f32-ed60-40a5-a66c-32ab73169ccf None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:06:59.508470 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-31785f32-ed60-40a5-a66c-32ab73169ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:59.514785 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8676a90b-4422-4644-9c51-add7c3564cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5af83-206e-4cf9-9453-3e8e67b7e697'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:06:59.517252 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac142e49-7424-4786-a36b-1fcec79596b8" -d '{"events": [{"server_uuid": "8676a90b-4422-4644-9c51-add7c3564cf2", "name": "network-vif-plugged", "status": "completed", "tag": "93a5af83-206e-4cf9-9453-3e8e67b7e697"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:06:59.546322 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3214b8ca-8a09-430d-8925-9893d51cc8ba req-e30425ea-d576-4ee5-a062-0f9e1186ce7b service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861852 Feb 15 05:06:59.568276 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 93a5af83-206e-4cf9-9453-3e8e67b7e697, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=93a5af83-206e-4cf9-9453-3e8e67b7e697,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:06:59.594636 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257569b4-3aa9-4717-996b-aa35e670d800 x-openstack-request-id: req-257569b4-3aa9-4717-996b-aa35e670d800 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:06:59.594926 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8676a90b-4422-4644-9c51-add7c3564cf2", "name": "network-vif-plugged", "status": "completed", "tag": "93a5af83-206e-4cf9-9453-3e8e67b7e697", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:06:59.595181 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-257569b4-3aa9-4717-996b-aa35e670d800 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:06:59.595595 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8676a90b-4422-4644-9c51-add7c3564cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5af83-206e-4cf9-9453-3e8e67b7e697', 'code': 200} Feb 15 05:06:59.657907 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-31785f32-ed60-40a5-a66c-32ab73169ccf None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:06:59.685809 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:59.714550 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:59.782812 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=93a5af83-206e-4cf9-9453-3e8e67b7e697,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:59.904709 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947a8dc-b5e4-4173-bc6c-3f3478ef0eef req-e4f7872f-dc71-4f98-b076-46dc86de90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:06:59.906445 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9947a8dc-b5e4-4173-bc6c-3f3478ef0eef req-e4f7872f-dc71-4f98-b076-46dc86de90ac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 1130 time: 0.0483413 Feb 15 05:06:59.921663 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-31785f32-ed60-40a5-a66c-32ab73169ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '23ec15c0-7507-47d4-a494-af6d0fa372f9', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '08715e15-f508-41e3-a752-751411ffeafb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:34:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0871e4-3e35-45aa-8853-3cbe8142aca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:06:57Z', 'updated_at': '2022-02-15T05:06:57Z', 'revision_number': 0, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:06:59.949985 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9947a8dc-b5e4-4173-bc6c-3f3478ef0eef req-8a352ea3-e21d-4f63-978f-cc80746fa700 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368247 Feb 15 05:06:59.951966 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31785f32-ed60-40a5-a66c-32ab73169ccf None None] The sync data for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi is: [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '23ec15c0-7507-47d4-a494-af6d0fa372f9', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '08715e15-f508-41e3-a752-751411ffeafb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:34:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0871e4-3e35-45aa-8853-3cbe8142aca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:06:57Z', 'updated_at': '2022-02-15T05:06:57Z', 'revision_number': 0, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:07:00.133022 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1006de-ecc8-4f0c-a6e0-ad9fd8952add None None] New status for floating IP 23ec15c0-7507-47d4-a494-af6d0fa372f9: ACTIVE {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:07:00.210638 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bd1df-1b82-4a70-bfaa-77a0dbe79189 req-5f65ffad-3a71-414e-92a4-881a9d542ef6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:00.214863 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c15bd1df-1b82-4a70-bfaa-77a0dbe79189 req-5f65ffad-3a71-414e-92a4-881a9d542ef6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 946 time: 0.0625546 Feb 15 05:07:00.262721 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c15bd1df-1b82-4a70-bfaa-77a0dbe79189 req-ed1e2023-786d-4940-9205-08701ecd29cc tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418146 Feb 15 05:07:01.388915 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc99f0-fbe3-47d8-9b3c-b214a4be1d81 req-cb4c4756-d9f0-4997-bdab-cc0dc5b19dd8 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:01.390454 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8ddc99f0-fbe3-47d8-9b3c-b214a4be1d81 req-cb4c4756-d9f0-4997-bdab-cc0dc5b19dd8 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 946 time: 0.0579131 Feb 15 05:07:01.438463 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8ddc99f0-fbe3-47d8-9b3c-b214a4be1d81 req-5fd76bc7-4eae-4886-be52-e387dc4c3e1d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424023 Feb 15 05:07:02.301054 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-0ebee832-ab5e-4d1a-b3ed-adfacd1401f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:02.555904 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d73d6-9d12-41bf-9316-b11632f93f5a req-31bbbc71-7117-48cb-aa49-eea86da2cadd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:02.557405 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ad8d73d6-9d12-41bf-9316-b11632f93f5a req-31bbbc71-7117-48cb-aa49-eea86da2cadd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 946 time: 0.0533049 Feb 15 05:07:02.602515 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ad8d73d6-9d12-41bf-9316-b11632f93f5a req-6191510a-46d6-4fdc-ae6c-9d83d6a26e44 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390298 Feb 15 05:07:02.715376 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ba92c-9359-4f7a-876f-2be24af7fe80 req-ccafa50c-400f-4658-ad8c-3a1a9ee5f940 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:02.716713 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e79ba92c-9359-4f7a-876f-2be24af7fe80 req-ccafa50c-400f-4658-ad8c-3a1a9ee5f940 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 946 time: 0.0514381 Feb 15 05:07:02.725025 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58688) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:07:02.729341 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-506949f3-fc6e-4c69-b57c-be1330d69612 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Request body: {'floatingip': {'port_id': '93a5af83-206e-4cf9-9453-3e8e67b7e697'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:07:02.767211 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-506949f3-fc6e-4c69-b57c-be1330d69612 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (eef510eb-4437-4011-ac07-dc3ad63f381c), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:03.194138 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-506949f3-fc6e-4c69-b57c-be1330d69612 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:03.283932 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-506949f3-fc6e-4c69-b57c-be1330d69612 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (eef510eb-4437-4011-ac07-dc3ad63f381c), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:03.383087 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.l3_db [None req-506949f3-fc6e-4c69-b57c-be1330d69612 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Floating IP eef510eb-4437-4011-ac07-dc3ad63f381c associated. External IP: 172.27.2.69, port: 93a5af83-206e-4cf9-9453-3e8e67b7e697. Feb 15 05:07:03.601795 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506949f3-fc6e-4c69-b57c-be1330d69612 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:07:03.708757 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506949f3-fc6e-4c69-b57c-be1330d69612 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:07:03.713603 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-506949f3-fc6e-4c69-b57c-be1330d69612 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:03.720430 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3754e1f-2f9a-44a3-883f-83da91f9309d None None] Sync routers for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:07:03.729580 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3754e1f-2f9a-44a3-883f-83da91f9309d None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:07:03.730190 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-a3754e1f-2f9a-44a3-883f-83da91f9309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:07:03.742831 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-506949f3-fc6e-4c69-b57c-be1330d69612 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "PUT /v2.0/floatingips/eef510eb-4437-4011-ac07-dc3ad63f381c HTTP/1.1" status: 200 len: 991 time: 1.0167406 Feb 15 05:07:03.743527 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8676a90b-4422-4644-9c51-add7c3564cf2', 'tag': '93a5af83-206e-4cf9-9453-3e8e67b7e697'}] {{(pid=119879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:07:03.745901 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a80aa83670eb8c05232e7c564b5732107f114138c78db7ec85f3e43402d36aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b6817d-9052-41ff-ba56-1f819708e93d" -d '{"events": [{"name": "network-changed", "server_uuid": "8676a90b-4422-4644-9c51-add7c3564cf2", "tag": "93a5af83-206e-4cf9-9453-3e8e67b7e697"}]}' {{(pid=119879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:07:03.843024 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-a3754e1f-2f9a-44a3-883f-83da91f9309d None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:07:03.853370 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a251ff6-ddd2-49cf-94d5-046b7af3d003 x-openstack-request-id: req-0a251ff6-ddd2-49cf-94d5-046b7af3d003 {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:07:03.853609 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8676a90b-4422-4644-9c51-add7c3564cf2", "tag": "93a5af83-206e-4cf9-9453-3e8e67b7e697", "status": "completed", "code": 200}]} {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:07:03.853869 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a251ff6-ddd2-49cf-94d5-046b7af3d003 {{(pid=119879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:07:03.854263 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8676a90b-4422-4644-9c51-add7c3564cf2', 'tag': '93a5af83-206e-4cf9-9453-3e8e67b7e697', 'status': 'completed', 'code': 200} Feb 15 05:07:03.920473 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6817d-9052-41ff-ba56-1f819708e93d req-fdd64a72-6452-4b1c-9352-8e9952c37bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:03.922092 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b0b6817d-9052-41ff-ba56-1f819708e93d req-fdd64a72-6452-4b1c-9352-8e9952c37bde service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 1130 time: 0.0437615 Feb 15 05:07:04.014022 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6817d-9052-41ff-ba56-1f819708e93d req-21cf75d1-2459-4a3e-8afe-642dd77b459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:04.015592 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b0b6817d-9052-41ff-ba56-1f819708e93d req-21cf75d1-2459-4a3e-8afe-642dd77b459f service neutron] 10.222.0.52 "GET /v2.0/networks?id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b HTTP/1.1" status: 200 len: 911 time: 0.0881352 Feb 15 05:07:04.067998 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-a3754e1f-2f9a-44a3-883f-83da91f9309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': 'eef510eb-4437-4011-ac07-dc3ad63f381c', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'port_id': '93a5af83-206e-4cf9-9453-3e8e67b7e697', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'mac_address': 'fa:16:3e:07:f7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8676a90b-4422-4644-9c51-add7c3564cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:06:48Z', 'updated_at': '2022-02-15T05:07:03Z', 'revision_number': 1, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:36Z', 'revision_number': 5, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:07:04.081251 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b0b6817d-9052-41ff-ba56-1f819708e93d req-380fe3a8-3f4a-4661-8687-cc6a01a0d374 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93a5af83-206e-4cf9-9453-3e8e67b7e697 HTTP/1.1" status: 200 len: 999 time: 0.0599074 Feb 15 05:07:04.099274 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3754e1f-2f9a-44a3-883f-83da91f9309d None None] Checking router: b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:07:04.108266 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3754e1f-2f9a-44a3-883f-83da91f9309d None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:07:04.108826 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-a3754e1f-2f9a-44a3-883f-83da91f9309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:06:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:07:04.133548 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6817d-9052-41ff-ba56-1f819708e93d req-4c06745a-708b-4ebe-885e-7bbf370eee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:04.135116 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b0b6817d-9052-41ff-ba56-1f819708e93d req-4c06745a-708b-4ebe-885e-7bbf370eee87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=faa73486-4adb-45de-9cdc-e6985faa7b50 HTTP/1.1" status: 200 len: 849 time: 0.0487247 Feb 15 05:07:04.188913 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6817d-9052-41ff-ba56-1f819708e93d req-aa968879-4913-46e0-a56f-6a005e35c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:04.190618 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b0b6817d-9052-41ff-ba56-1f819708e93d req-aa968879-4913-46e0-a56f-6a005e35c6ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cdf15f0-6c8d-415c-8f52-77ec66b1809b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493698 Feb 15 05:07:04.220550 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-a3754e1f-2f9a-44a3-883f-83da91f9309d None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:07:04.293663 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b0b6817d-9052-41ff-ba56-1f819708e93d req-c0c31580-e63e-4005-8ecd-7633c9713dc6 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905044 Feb 15 05:07:04.387888 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b0b6817d-9052-41ff-ba56-1f819708e93d req-981787ee-b08f-4d8f-855d-e5742733d2c7 service neutron] 10.222.0.52 "GET /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948486 Feb 15 05:07:04.575680 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-a3754e1f-2f9a-44a3-883f-83da91f9309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': 'eef510eb-4437-4011-ac07-dc3ad63f381c', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'port_id': '93a5af83-206e-4cf9-9453-3e8e67b7e697', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'mac_address': 'fa:16:3e:07:f7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8676a90b-4422-4644-9c51-add7c3564cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:06:48Z', 'updated_at': '2022-02-15T05:07:03Z', 'revision_number': 1, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:36Z', 'revision_number': 5, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:07:04.602287 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3754e1f-2f9a-44a3-883f-83da91f9309d None None] The sync data for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi is: [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': 'eef510eb-4437-4011-ac07-dc3ad63f381c', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'port_id': '93a5af83-206e-4cf9-9453-3e8e67b7e697', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'mac_address': 'fa:16:3e:07:f7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8676a90b-4422-4644-9c51-add7c3564cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:06:48Z', 'updated_at': '2022-02-15T05:07:03Z', 'revision_number': 1, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:36Z', 'revision_number': 5, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:07:04.729587 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-02874151-46fc-4af7-824f-9ab269ffef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:04.794520 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80faa118-0d67-4cb4-9857-6b571bc2b092 None None] New status for floating IP eef510eb-4437-4011-ac07-dc3ad63f381c: ACTIVE {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:07:05.855075 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:07.203896 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:08.706339 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:18.633040 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:07:29.684417 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:32.306487 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-03a8ba05-3ffb-45b1-bd6f-becc73a11ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:33.595783 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e0d2bf45-4173-46db-ba4b-4cb678d84978 req-491313ec-29c9-4bc7-ae41-a632b1c20838 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424368 Feb 15 05:07:33.679900 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2bf45-4173-46db-ba4b-4cb678d84978 req-b9f4a3cb-1114-4bea-9298-a976211b69f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:33.681385 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e0d2bf45-4173-46db-ba4b-4cb678d84978 req-b9f4a3cb-1114-4bea-9298-a976211b69f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 1130 time: 0.0439579 Feb 15 05:07:33.783143 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2bf45-4173-46db-ba4b-4cb678d84978 req-4950826f-1a14-4df7-bd28-b219cfb75a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:33.784592 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e0d2bf45-4173-46db-ba4b-4cb678d84978 req-4950826f-1a14-4df7-bd28-b219cfb75a51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 918 time: 0.0862138 Feb 15 05:07:33.847702 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e0d2bf45-4173-46db-ba4b-4cb678d84978 req-67953d85-ab2e-43b0-856e-728f34a34dc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b HTTP/1.1" status: 200 len: 1001 time: 0.0567510 Feb 15 05:07:33.898234 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2bf45-4173-46db-ba4b-4cb678d84978 req-ada2f7f7-dbfd-4d25-a8eb-253256c1b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:33.899673 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e0d2bf45-4173-46db-ba4b-4cb678d84978 req-ada2f7f7-dbfd-4d25-a8eb-253256c1b957 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 HTTP/1.1" status: 200 len: 856 time: 0.0457332 Feb 15 05:07:33.946774 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2bf45-4173-46db-ba4b-4cb678d84978 req-aaf6c21d-bc6f-4252-9855-b9b5e2d476f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:33.948836 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e0d2bf45-4173-46db-ba4b-4cb678d84978 req-aaf6c21d-bc6f-4252-9855-b9b5e2d476f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=241d7b4d-8815-491c-866f-29f7ceeec045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434158 Feb 15 05:07:34.032855 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e0d2bf45-4173-46db-ba4b-4cb678d84978 req-675ae4e2-b692-4198-bccc-9dd555718e47 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777605 Feb 15 05:07:34.126032 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e0d2bf45-4173-46db-ba4b-4cb678d84978 req-41afee4b-5667-4bf1-87ce-f27cf330dcb9 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845084 Feb 15 05:07:34.700903 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-73dcb2cf-0af2-4afd-b8ba-bb2e40248a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:35.871931 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:37.220603 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:38.739526 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:41.715233 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05095ba-2031-450d-a727-0f82187eb221 req-ab37fadb-0e4f-4f7a-8759-1dd1e089c58d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:41.716702 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c05095ba-2031-450d-a727-0f82187eb221 req-ab37fadb-0e4f-4f7a-8759-1dd1e089c58d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0545948 Feb 15 05:07:41.762561 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c05095ba-2031-450d-a727-0f82187eb221 req-793c0457-968d-4f35-8399-678f8e70bccd tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402458 Feb 15 05:07:42.886220 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9071a3-d89a-4a2f-ad2d-ed027edce010 req-3dca44e8-3ea8-4288-ae00-b115a720f0e5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:42.887853 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0a9071a3-d89a-4a2f-ad2d-ed027edce010 req-3dca44e8-3ea8-4288-ae00-b115a720f0e5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0514479 Feb 15 05:07:42.932128 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0a9071a3-d89a-4a2f-ad2d-ed027edce010 req-ec39cdab-9e5f-48f0-9655-2efb6e745d36 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388570 Feb 15 05:07:44.064095 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d24742-d6fb-48f4-9412-703382c63145 req-c3985180-7af9-4dec-a1ec-ece21ff573d5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:44.065555 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a1d24742-d6fb-48f4-9412-703382c63145 req-c3985180-7af9-4dec-a1ec-ece21ff573d5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0555274 Feb 15 05:07:44.110973 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a1d24742-d6fb-48f4-9412-703382c63145 req-1726f8ff-f602-4eef-847f-fa7084652955 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399168 Feb 15 05:07:45.234110 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5ea34-f22b-4138-953e-a2419789345b req-38f30789-6042-4ec9-9bd9-f90a51773793 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:45.235543 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d4e5ea34-f22b-4138-953e-a2419789345b req-38f30789-6042-4ec9-9bd9-f90a51773793 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0539484 Feb 15 05:07:45.281129 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d4e5ea34-f22b-4138-953e-a2419789345b req-eed81e88-55a2-4f3d-89b1-ef980294022c tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401118 Feb 15 05:07:46.401888 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5343c-d43f-4f06-b34c-45ff7c0df4c5 req-e90216c8-940a-4ae2-b608-73fe7fa16c60 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:46.403361 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-36d5343c-d43f-4f06-b34c-45ff7c0df4c5 req-e90216c8-940a-4ae2-b608-73fe7fa16c60 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0529284 Feb 15 05:07:46.450289 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-36d5343c-d43f-4f06-b34c-45ff7c0df4c5 req-4798db94-ea37-4504-abe9-b5860121d64c tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Feb 15 05:07:47.568585 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7add12-cb1d-4d3b-935b-9153cd3ab3f9 req-ed985c56-de44-4c53-8493-088ba223724a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:47.570050 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1c7add12-cb1d-4d3b-935b-9153cd3ab3f9 req-ed985c56-de44-4c53-8493-088ba223724a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0509002 Feb 15 05:07:47.614436 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1c7add12-cb1d-4d3b-935b-9153cd3ab3f9 req-06b01507-d5cd-4c17-98c2-e0f32514bf8b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384533 Feb 15 05:07:48.734191 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff1778-72f5-4487-a8e5-6ef335548d7e req-66b5b24e-afad-43d8-aa7b-e28deee40e4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:48.735646 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3fff1778-72f5-4487-a8e5-6ef335548d7e req-66b5b24e-afad-43d8-aa7b-e28deee40e4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0513790 Feb 15 05:07:48.784904 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3fff1778-72f5-4487-a8e5-6ef335548d7e req-e39fa0d6-f002-4925-adfb-af227da8dd9c tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 Feb 15 05:07:49.906649 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976aa872-a607-41a5-a51c-4ee4b1ef1f88 req-7ad15b34-a11f-4390-b1b6-dc08ca06ad4a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:49.908072 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-976aa872-a607-41a5-a51c-4ee4b1ef1f88 req-7ad15b34-a11f-4390-b1b6-dc08ca06ad4a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0542805 Feb 15 05:07:49.952803 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-976aa872-a607-41a5-a51c-4ee4b1ef1f88 req-28496e4d-1209-4bbd-ae65-f8997c7fde16 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393274 Feb 15 05:07:51.072884 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042012b-1f75-4b4b-a86f-6dd94334bc67 req-8578ac8d-3b8b-4f1c-8d0a-82d687acc0f8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:51.074835 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5042012b-1f75-4b4b-a86f-6dd94334bc67 req-8578ac8d-3b8b-4f1c-8d0a-82d687acc0f8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0518928 Feb 15 05:07:51.118414 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5042012b-1f75-4b4b-a86f-6dd94334bc67 req-1c985d81-7581-459c-96b7-dc00a5d1f393 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382011 Feb 15 05:07:52.238018 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2673f-06d8-46c0-a642-288b5eb1dff5 req-eedf74e9-acae-4a2a-b106-91a4fc000062 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:52.239465 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-61e2673f-06d8-46c0-a642-288b5eb1dff5 req-eedf74e9-acae-4a2a-b106-91a4fc000062 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0512967 Feb 15 05:07:52.283973 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-61e2673f-06d8-46c0-a642-288b5eb1dff5 req-0495c7ef-6678-4864-b264-26413cb30c1f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391030 Feb 15 05:07:53.323491 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device b08381a5-21eb-4ee0-bebf-e3f740c86f8b details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:07:53.404037 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d420966-f5fd-47de-8fa0-c1d2a186257a req-e8ffea92-1026-4a05-82a4-0e0de7c31599 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:53.405581 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d420966-f5fd-47de-8fa0-c1d2a186257a req-e8ffea92-1026-4a05-82a4-0e0de7c31599 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0510323 Feb 15 05:07:53.423321 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:07:53.435172 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'port_id': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'mac_address': 'fa:16:3e:cc:c9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:07:53.451592 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-1d420966-f5fd-47de-8fa0-c1d2a186257a req-f159a159-3a4b-4be9-9a63-b498e33f6872 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404067 Feb 15 05:07:53.474931 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port b08381a5-21eb-4ee0-bebf-e3f740c86f8b is: ACTIVE; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:07:53.475326 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:53.488450 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b08381a5-21eb-4ee0-bebf-e3f740c86f8b {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:07:53.506633 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:07:53.614316 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:53.668807 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,revision_number=6']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:07:53.676021 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:07:53.676376 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:07:53.676727 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:07:53.677068 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:07:53.677431 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:07:53.678020 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:07:53.678353 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:07:53.678684 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:07:53.679019 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:07:53.679348 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:07:53.679678 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:07:53.680004 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:07:53.680329 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:07:53.714280 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['b08381a5-21eb-4ee0-bebf-e3f740c86f8b'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:07:54.572165 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70ebbf-8814-439b-ba92-88ea70f51db8 req-a6aa6f27-a165-429c-bae8-a7f16e60e07b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:54.573902 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-aa70ebbf-8814-439b-ba92-88ea70f51db8 req-a6aa6f27-a165-429c-bae8-a7f16e60e07b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 945 time: 0.0521255 Feb 15 05:07:54.622551 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-aa70ebbf-8814-439b-ba92-88ea70f51db8 req-d928bd6d-932c-4c3a-9df1-f4a075c3d9fa tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430758 Feb 15 05:07:55.353144 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device b08381a5-21eb-4ee0-bebf-e3f740c86f8b up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:07:55.400292 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port b08381a5-21eb-4ee0-bebf-e3f740c86f8b triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:07:55.400666 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:55.475997 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port b08381a5-21eb-4ee0-bebf-e3f740c86f8b is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:07:55.476379 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:55.499798 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:07:55.502041 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66ea6bb-314d-443d-a110-382156672fb1" -d '{"events": [{"server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "name": "network-vif-plugged", "status": "completed", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:07:55.515197 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:07:55.537990 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb2f1ec-9d9e-4f7b-b7b2-6438bcbf09d0 x-openstack-request-id: req-ceb2f1ec-9d9e-4f7b-b7b2-6438bcbf09d0 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:07:55.538282 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "name": "network-vif-plugged", "status": "completed", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:07:55.538534 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ceb2f1ec-9d9e-4f7b-b7b2-6438bcbf09d0 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:07:55.538930 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'code': 200} Feb 15 05:07:55.590471 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:55.631493 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:07:55.641080 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,revision_number=7']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:07:55.741567 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706a057-2fd8-43ea-8c27-869d44ad57ba req-95d95fab-1a0f-4442-9498-edf48db4ccb0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:55.743000 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7706a057-2fd8-43ea-8c27-869d44ad57ba req-95d95fab-1a0f-4442-9498-edf48db4ccb0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0516040 Feb 15 05:07:55.788871 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7706a057-2fd8-43ea-8c27-869d44ad57ba req-a5640978-d67a-4111-ba5d-b3ca02606119 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396399 Feb 15 05:07:56.920839 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fba94-909a-44c7-8e7a-93abb63b0083 req-3c52aa7d-9384-4172-8d26-f70f4a084784 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:56.922315 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-780fba94-909a-44c7-8e7a-93abb63b0083 req-3c52aa7d-9384-4172-8d26-f70f4a084784 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0563414 Feb 15 05:07:56.967832 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-780fba94-909a-44c7-8e7a-93abb63b0083 req-4d5a5176-f02e-448a-8bb2-650382ec66e0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400410 Feb 15 05:07:58.085911 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b993b5d-b7db-4047-b1cc-6aab943810ae req-9fd958fd-79e3-42ae-aaea-040ff6d05a96 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:58.087327 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-9b993b5d-b7db-4047-b1cc-6aab943810ae req-9fd958fd-79e3-42ae-aaea-040ff6d05a96 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0512867 Feb 15 05:07:58.131411 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-9b993b5d-b7db-4047-b1cc-6aab943810ae req-3392b250-dbdc-4112-8613-8affbaa471c4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385518 Feb 15 05:07:59.254326 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66b7af-0abf-4b0a-b2b9-ee838fffc921 req-45e51d57-60f6-472a-9f59-891b3464652a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:07:59.254326 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5a66b7af-0abf-4b0a-b2b9-ee838fffc921 req-45e51d57-60f6-472a-9f59-891b3464652a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0536113 Feb 15 05:07:59.301356 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5a66b7af-0abf-4b0a-b2b9-ee838fffc921 req-cfe832e0-3c8e-4794-be08-d25208ea9cf7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Feb 15 05:07:59.666198 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:00.440008 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac963-4985-4a4c-b6cc-8c85bfbf9831 req-12bf595f-7d09-4a91-9711-ccb9afb1f7d8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:00.441589 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d8eac963-4985-4a4c-b6cc-8c85bfbf9831 req-12bf595f-7d09-4a91-9711-ccb9afb1f7d8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0590386 Feb 15 05:08:00.491097 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d8eac963-4985-4a4c-b6cc-8c85bfbf9831 req-d7db6527-9556-44e5-b90b-ad95f8bd1ac9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438602 Feb 15 05:08:01.641902 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5e55e-46aa-44c1-8869-79b8b221e523 req-bcb197eb-4b6d-4664-b3ad-9f93abc9bb96 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:01.643587 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4eb5e55e-46aa-44c1-8869-79b8b221e523 req-bcb197eb-4b6d-4664-b3ad-9f93abc9bb96 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0579655 Feb 15 05:08:01.711653 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4eb5e55e-46aa-44c1-8869-79b8b221e523 req-f43b4035-13c0-4234-8fe8-052166ab1c44 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553949 Feb 15 05:08:02.317794 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6cde55ae-6ffe-42fc-91ee-6dae9a8515cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:02.846855 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb1543-50e6-4928-9093-e64af9362272 req-321a9999-64e0-41cb-b291-f5974f6688d1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:02.848337 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-83cb1543-50e6-4928-9093-e64af9362272 req-321a9999-64e0-41cb-b291-f5974f6688d1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0620522 Feb 15 05:08:02.896591 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-83cb1543-50e6-4928-9093-e64af9362272 req-1b4aec3c-4ee3-4ca5-a7e1-5afd0afc5ba7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423567 Feb 15 05:08:04.024981 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3d41a-2ed2-4d8d-bb52-6f45c006d6f8 req-7a04a0bd-42d3-4dab-a106-5a5d67671969 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:04.026607 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-aaf3d41a-2ed2-4d8d-bb52-6f45c006d6f8 req-7a04a0bd-42d3-4dab-a106-5a5d67671969 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0576761 Feb 15 05:08:04.074731 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-aaf3d41a-2ed2-4d8d-bb52-6f45c006d6f8 req-6f769de7-3d0b-422a-b639-63f6df87b227 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418296 Feb 15 05:08:04.769476 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cfad1177-64f8-42e0-b14d-46c29ad5d324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:05.203579 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06031660-8265-4caa-851c-60d301a08c4c req-62c0da0d-0ff6-4ba8-96c5-4614f11a8c8a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:05.205588 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-06031660-8265-4caa-851c-60d301a08c4c req-62c0da0d-0ff6-4ba8-96c5-4614f11a8c8a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0537064 Feb 15 05:08:05.257698 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-06031660-8265-4caa-851c-60d301a08c4c req-d60b5911-ade8-4b4a-bd1c-ffe67b9d2883 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461919 Feb 15 05:08:05.877682 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:06.388455 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be64662-67c4-41bf-8bed-06a7cbf01b0b req-692072bd-6124-4c66-9015-8a7421ed0080 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:06.390050 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4be64662-67c4-41bf-8bed-06a7cbf01b0b req-692072bd-6124-4c66-9015-8a7421ed0080 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0538213 Feb 15 05:08:06.445746 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4be64662-67c4-41bf-8bed-06a7cbf01b0b req-636b320c-ecdf-4d1f-a6d5-2a3f023eba90 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497787 Feb 15 05:08:07.482420 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:07.570440 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748f007-943f-435c-ab10-a82fc56c1bd0 req-43b726d7-635b-453b-8cb9-d0f6f68bf773 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:07.571900 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7748f007-943f-435c-ab10-a82fc56c1bd0 req-43b726d7-635b-453b-8cb9-d0f6f68bf773 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0544698 Feb 15 05:08:07.624776 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7748f007-943f-435c-ab10-a82fc56c1bd0 req-dba28864-dcff-44e7-b7ee-1b124dae9de1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463452 Feb 15 05:08:08.733726 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:08.780471 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f0ed5-f30f-4c0f-a637-2ea82cc78810 req-805574d4-5386-4928-95ba-1fbc3abcbf82 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:08.782018 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-835f0ed5-f30f-4c0f-a637-2ea82cc78810 req-805574d4-5386-4928-95ba-1fbc3abcbf82 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0670171 Feb 15 05:08:08.843304 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-835f0ed5-f30f-4c0f-a637-2ea82cc78810 req-bb3f9dad-d882-4fd1-9d12-138719b806d9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546429 Feb 15 05:08:09.974391 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801891f-488a-422e-b833-3698d10bf89f req-d2644945-04f2-4249-9149-dae67dbe6d53 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:09.975926 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7801891f-488a-422e-b833-3698d10bf89f req-d2644945-04f2-4249-9149-dae67dbe6d53 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0589418 Feb 15 05:08:10.023781 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7801891f-488a-422e-b833-3698d10bf89f req-e6ac5563-51cf-4ec6-8475-054c184bdda6 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Feb 15 05:08:11.154926 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ae5-9f3e-4282-9650-3ff37f1cd81a req-e22897f6-54c4-4a22-b7b0-dfbd956d5a04 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:11.156572 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-99140ae5-9f3e-4282-9650-3ff37f1cd81a req-e22897f6-54c4-4a22-b7b0-dfbd956d5a04 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0568523 Feb 15 05:08:11.206539 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-99140ae5-9f3e-4282-9650-3ff37f1cd81a req-df7cf600-688c-4260-aa4a-b0de507747d3 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442848 Feb 15 05:08:12.330833 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512551b-f8cc-4519-9181-9c01103775b2 req-75db9297-44e3-4db8-81f0-7487661d80f4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:12.332257 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a512551b-f8cc-4519-9181-9c01103775b2 req-75db9297-44e3-4db8-81f0-7487661d80f4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0536106 Feb 15 05:08:12.377884 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a512551b-f8cc-4519-9181-9c01103775b2 req-547c580b-72a9-4cfe-9100-ce357dbe8bbe tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400338 Feb 15 05:08:13.156695 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e0e8-a684-4c99-846b-ffdd8849fd53 req-f710db8d-d65f-4d41-bf08-71d1b9e71569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:13.158175 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4b48e0e8-a684-4c99-846b-ffdd8849fd53 req-f710db8d-d65f-4d41-bf08-71d1b9e71569 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 1130 time: 0.0475726 Feb 15 05:08:13.244330 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e0e8-a684-4c99-846b-ffdd8849fd53 req-c54d3e75-00c2-4f66-9521-ce8160241bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:13.245809 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4b48e0e8-a684-4c99-846b-ffdd8849fd53 req-c54d3e75-00c2-4f66-9521-ce8160241bbb service neutron] 10.222.0.52 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 918 time: 0.0811918 Feb 15 05:08:13.311727 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4b48e0e8-a684-4c99-846b-ffdd8849fd53 req-43c6d36c-173c-438f-b268-3d37d654c155 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b HTTP/1.1" status: 200 len: 1001 time: 0.0593581 Feb 15 05:08:13.357474 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e0e8-a684-4c99-846b-ffdd8849fd53 req-3499bf0e-2684-48ae-998d-5318e18bc7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:13.358840 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4b48e0e8-a684-4c99-846b-ffdd8849fd53 req-3499bf0e-2684-48ae-998d-5318e18bc7f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 HTTP/1.1" status: 200 len: 856 time: 0.0415719 Feb 15 05:08:13.406958 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e0e8-a684-4c99-846b-ffdd8849fd53 req-3767f3e3-f71d-43f7-b87e-c9483d989828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:13.408585 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4b48e0e8-a684-4c99-846b-ffdd8849fd53 req-3767f3e3-f71d-43f7-b87e-c9483d989828 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=241d7b4d-8815-491c-866f-29f7ceeec045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433021 Feb 15 05:08:13.535393 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4b48e0e8-a684-4c99-846b-ffdd8849fd53 req-f84fb34b-5a96-40e8-862d-7ddf1fdd9d54 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185524 Feb 15 05:08:13.543701 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b2bdf-3d3d-4dc2-a87e-141d75c68455 req-a8411c15-32d1-43fb-9abe-30be3afc68ec tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:13.545036 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-602b2bdf-3d3d-4dc2-a87e-141d75c68455 req-a8411c15-32d1-43fb-9abe-30be3afc68ec tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0820198 Feb 15 05:08:13.643779 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-602b2bdf-3d3d-4dc2-a87e-141d75c68455 req-d2551aa7-ecd8-4227-8f5a-80eef1e2e0e6 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911462 Feb 15 05:08:13.661297 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4b48e0e8-a684-4c99-846b-ffdd8849fd53 req-44ff4d25-0fc1-4bca-98be-906164bf44ab service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153009 Feb 15 05:08:14.765544 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98dc80-3149-4c34-802c-0eef38aecab8 req-b2420556-be36-4ab3-aacb-7b4c8baabdbb tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:14.767001 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0d98dc80-3149-4c34-802c-0eef38aecab8 req-b2420556-be36-4ab3-aacb-7b4c8baabdbb tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 946 time: 0.0518794 Feb 15 05:08:14.812985 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-0d98dc80-3149-4c34-802c-0eef38aecab8 req-79aef9da-551e-4f72-823d-27dc101e8b00 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404291 Feb 15 05:08:15.430508 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device b08381a5-21eb-4ee0-bebf-e3f740c86f8b no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:08:15.506823 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port b08381a5-21eb-4ee0-bebf-e3f740c86f8b is: ACTIVE; New status is: DOWN {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:08:15.507226 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:15.529874 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:08:15.532060 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d9e23b-5ad8-4298-9687-2bf0682f4c0a" -d '{"events": [{"server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "name": "network-vif-unplugged", "status": "completed", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:08:15.544775 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:08:15.568527 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 05:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e71153-ddf3-4303-ac33-429356ab6b3e x-openstack-request-id: req-50e71153-ddf3-4303-ac33-429356ab6b3e {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:08:15.568863 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "name": "network-vif-unplugged", "status": "completed", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:08:15.569205 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50e71153-ddf3-4303-ac33-429356ab6b3e {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:08:15.569592 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'code': 200} Feb 15 05:08:15.608821 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:15.658927 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,revision_number=8']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:08:15.937590 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e8a5b-2613-4a11-b246-9d229a21e931 req-60f33315-53f6-4718-9c0d-0fa9ed3f98f6 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:15.938960 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-211e8a5b-2613-4a11-b246-9d229a21e931 req-60f33315-53f6-4718-9c0d-0fa9ed3f98f6 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0549061 Feb 15 05:08:15.985304 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-211e8a5b-2613-4a11-b246-9d229a21e931 req-a83efdec-c9a4-4a55-a21b-ffc07fa5bdec tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407944 Feb 15 05:08:17.695745 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [req-6404e720-91b0-4c2d-b3d6-a61eafe48a01 req-8ae1f477-15fc-4c2e-9894-150fa18e5bfb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119878) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:08:17.696722 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-6404e720-91b0-4c2d-b3d6-a61eafe48a01 req-8ae1f477-15fc-4c2e-9894-150fa18e5bfb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052965 Feb 15 05:08:17.996765 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc8b63-2d20-47fd-ba1b-4785ac3823ac req-9f87120c-cd6b-4dc3-81c4-eeb821cf90d0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:17.998554 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1bdc8b63-2d20-47fd-ba1b-4785ac3823ac req-9f87120c-cd6b-4dc3-81c4-eeb821cf90d0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0521853 Feb 15 05:08:18.046184 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1bdc8b63-2d20-47fd-ba1b-4785ac3823ac req-59ea9582-95fd-4fa4-ba1d-b2512ff6937d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Feb 15 05:08:18.341322 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58984) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:08:18.462388 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-03d134d1-87aa-485b-ac46-67ca80414444 req-0a50a284-6a28-43ec-af86-522d55812af7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198885 Feb 15 05:08:18.473980 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [req-03d134d1-87aa-485b-ac46-67ca80414444 req-871af360-318d-4aa5-bcc4-ce3ce27a6dd6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:08:18.474911 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-03d134d1-87aa-485b-ac46-67ca80414444 req-871af360-318d-4aa5-bcc4-ce3ce27a6dd6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069427 Feb 15 05:08:18.549563 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 58992) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:08:18.639018 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d134d1-87aa-485b-ac46-67ca80414444 req-2b288c8c-4360-498d-90f2-f70b6cf31ba5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:18.640311 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-03d134d1-87aa-485b-ac46-67ca80414444 req-2b288c8c-4360-498d-90f2-f70b6cf31ba5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports/b08381a5-21eb-4ee0-bebf-e3f740c86f8b HTTP/1.1" status: 200 len: 941 time: 0.0897930 Feb 15 05:08:19.181518 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfa0c6-9db2-48f9-adca-ce3d184f893c req-8dca4038-708e-4878-93c0-5351d5c0ce87 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:19.182981 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e2dfa0c6-9db2-48f9-adca-ce3d184f893c req-8dca4038-708e-4878-93c0-5351d5c0ce87 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0557578 Feb 15 05:08:19.229445 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e2dfa0c6-9db2-48f9-adca-ce3d184f893c req-354c8fe1-8b4f-40c4-a98f-0bda9d676a2b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402575 Feb 15 05:08:19.447077 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device b08381a5-21eb-4ee0-bebf-e3f740c86f8b no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:08:19.524093 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port b08381a5-21eb-4ee0-bebf-e3f740c86f8b is: DOWN; New status is: DOWN {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:08:19.859003 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d134d1-87aa-485b-ac46-67ca80414444 req-8e5b07ef-0bea-4c4e-b5c1-5b0c6e733ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:19.860447 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-03d134d1-87aa-485b-ac46-67ca80414444 req-8e5b07ef-0bea-4c4e-b5c1-5b0c6e733ace service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1&tenant_id=70810d3d51d44ce4ae997d8906aa40d1 HTTP/1.1" status: 200 len: 1128 time: 0.0431726 Feb 15 05:08:19.931319 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d134d1-87aa-485b-ac46-67ca80414444 req-6eb6043f-1837-4af0-a235-e693b0b21982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:19.932735 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-03d134d1-87aa-485b-ac46-67ca80414444 req-6eb6043f-1837-4af0-a235-e693b0b21982 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 1128 time: 0.0463057 Feb 15 05:08:20.018617 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d134d1-87aa-485b-ac46-67ca80414444 req-15552eda-0100-4b2a-8191-ee9309b4ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:20.020051 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-03d134d1-87aa-485b-ac46-67ca80414444 req-15552eda-0100-4b2a-8191-ee9309b4ea31 service neutron] 10.222.0.52 "GET /v2.0/networks?id=241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 200 len: 918 time: 0.0810616 Feb 15 05:08:20.086766 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-03d134d1-87aa-485b-ac46-67ca80414444 req-74ead4a2-d751-4753-8590-e572ea9fda6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b HTTP/1.1" status: 200 len: 999 time: 0.0608888 Feb 15 05:08:20.133763 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d134d1-87aa-485b-ac46-67ca80414444 req-28f87341-be70-44a2-a4b4-94efbb5b5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:20.135063 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-03d134d1-87aa-485b-ac46-67ca80414444 req-28f87341-be70-44a2-a4b4-94efbb5b5790 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 HTTP/1.1" status: 200 len: 856 time: 0.0412095 Feb 15 05:08:20.182592 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d134d1-87aa-485b-ac46-67ca80414444 req-74e98fc9-6ec6-430a-bcfd-f78f72fafba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:20.184123 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-03d134d1-87aa-485b-ac46-67ca80414444 req-74e98fc9-6ec6-430a-bcfd-f78f72fafba0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=241d7b4d-8815-491c-866f-29f7ceeec045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426383 Feb 15 05:08:20.273645 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-03d134d1-87aa-485b-ac46-67ca80414444 req-a07a7807-712b-4311-9198-0034eb16739a service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821557 Feb 15 05:08:20.350246 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0c40-5321-4b01-bee9-4fdbf5210deb req-27c671d6-c244-4596-bd7d-9ec130e97ac4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:20.351804 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bc1d0c40-5321-4b01-bee9-4fdbf5210deb req-27c671d6-c244-4596-bd7d-9ec130e97ac4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0518138 Feb 15 05:08:20.360836 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-03d134d1-87aa-485b-ac46-67ca80414444 req-845bc566-9780-4461-aed4-0c7bf8d890c7 service neutron] 10.222.0.52 "GET /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818939 Feb 15 05:08:20.397602 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bc1d0c40-5321-4b01-bee9-4fdbf5210deb req-2ca6dea2-7c35-4491-bafa-54cbac2a1787 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398524 Feb 15 05:08:21.544764 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a3e7c-e474-4c87-81ea-8b8ebe9d33d5 req-db0c5a9d-f60b-4e51-9dc6-666c04c7faa1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:21.546716 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-401a3e7c-e474-4c87-81ea-8b8ebe9d33d5 req-db0c5a9d-f60b-4e51-9dc6-666c04c7faa1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0586755 Feb 15 05:08:21.603456 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-401a3e7c-e474-4c87-81ea-8b8ebe9d33d5 req-e685813e-0672-4108-a429-26fd83fa88bb tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496469 Feb 15 05:08:22.737903 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6db69-c5ff-4ea0-b782-af025360f092 req-f40ba07a-91f5-476f-8f02-f2c951435dec tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:22.740068 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4ba6db69-c5ff-4ea0-b782-af025360f092 req-f40ba07a-91f5-476f-8f02-f2c951435dec tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0562754 Feb 15 05:08:22.789496 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4ba6db69-c5ff-4ea0-b782-af025360f092 req-d784f575-7353-4de4-ac55-eadb7b1ffb6e tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441687 Feb 15 05:08:23.917213 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7f18-2749-45c7-818c-83cb0074d8c2 req-836a07c9-fc5d-4d3a-b2c8-234f0779c953 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:23.918730 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4aed7f18-2749-45c7-818c-83cb0074d8c2 req-836a07c9-fc5d-4d3a-b2c8-234f0779c953 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0530686 Feb 15 05:08:23.970187 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4aed7f18-2749-45c7-818c-83cb0074d8c2 req-7b485ea7-ce15-4dc5-8fbd-d0441db34c38 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459855 Feb 15 05:08:25.096839 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e5110-4263-45ff-9ae6-0aa0276ad4d4 req-bcd54e89-ca99-4d47-9e57-8bd8749b78a5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:25.103670 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a66e5110-4263-45ff-9ae6-0aa0276ad4d4 req-bcd54e89-ca99-4d47-9e57-8bd8749b78a5 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0571756 Feb 15 05:08:25.150032 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-a66e5110-4263-45ff-9ae6-0aa0276ad4d4 req-f04025b3-cf44-480e-b79b-9d948413823a tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454862 Feb 15 05:08:26.290791 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55e43c-30e0-483b-92a7-1bb7fde89a97 req-1e4e1fe3-444c-4f64-b0cd-a03fd7e381a1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:26.292186 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fc55e43c-30e0-483b-92a7-1bb7fde89a97 req-1e4e1fe3-444c-4f64-b0cd-a03fd7e381a1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0566854 Feb 15 05:08:26.342203 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-fc55e43c-30e0-483b-92a7-1bb7fde89a97 req-fa5b594f-b068-4f90-a502-9e0affdaf1e1 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436990 Feb 15 05:08:27.471766 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cddcdc-3c15-4c81-b735-c56744c6723e req-2986ed6f-e505-4b74-a608-7f07a73eee9b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:27.473329 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-72cddcdc-3c15-4c81-b735-c56744c6723e req-2986ed6f-e505-4b74-a608-7f07a73eee9b tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0539763 Feb 15 05:08:27.522728 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-72cddcdc-3c15-4c81-b735-c56744c6723e req-8dfdfc33-77ee-44bd-94c3-f8c0662eb3e7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432808 Feb 15 05:08:28.657278 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053bdab-8ec9-4a5e-a1b3-43f9f16457ad req-3bb56057-33ff-4ea6-ab82-d335737c2c8d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:28.660379 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7053bdab-8ec9-4a5e-a1b3-43f9f16457ad req-3bb56057-33ff-4ea6-ab82-d335737c2c8d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0621481 Feb 15 05:08:28.709218 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7053bdab-8ec9-4a5e-a1b3-43f9f16457ad req-1d4fe82c-0941-4734-b910-c2c6330390b6 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442362 Feb 15 05:08:29.680985 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:29.834766 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acc9e3-30b9-443f-881e-5f4ec0255749 req-037fa3ff-443a-44ea-9c04-7c2c140a24cc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:29.836200 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-85acc9e3-30b9-443f-881e-5f4ec0255749 req-037fa3ff-443a-44ea-9c04-7c2c140a24cc tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0542018 Feb 15 05:08:29.880776 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-85acc9e3-30b9-443f-881e-5f4ec0255749 req-6298f1ee-264b-4bab-99df-9c4f0ab2a685 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389848 Feb 15 05:08:30.999647 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36306ef9-af7b-47dd-8e43-863a3a4f70c8 req-88a997c9-b547-4f1b-9923-015446557486 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:31.003748 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-36306ef9-af7b-47dd-8e43-863a3a4f70c8 req-88a997c9-b547-4f1b-9923-015446557486 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0501671 Feb 15 05:08:31.047595 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-36306ef9-af7b-47dd-8e43-863a3a4f70c8 req-21f8e1bf-b118-4a4e-a6ab-bb764451c10f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410800 Feb 15 05:08:32.170990 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a61de2-6cc6-4a88-8368-720d7a1716a3 req-7eee91bf-a853-448b-8c6b-1feeb270ab55 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:32.172464 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e7a61de2-6cc6-4a88-8368-720d7a1716a3 req-7eee91bf-a853-448b-8c6b-1feeb270ab55 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0527010 Feb 15 05:08:32.217549 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e7a61de2-6cc6-4a88-8368-720d7a1716a3 req-9de672e9-5b7d-4803-a582-48de9a3b4d08 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392506 Feb 15 05:08:32.305934 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-8dc39561-df69-43b4-83e5-db376b49a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:32.630611 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:08:32.762996 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15327db4-6639-4e98-b9ce-72ba8c6de553 req-72ce47c8-57e6-4ec5-aa53-cc7ee352a5d2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423002 Feb 15 05:08:32.841485 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15327db4-6639-4e98-b9ce-72ba8c6de553 req-ffb66be3-d8a9-40fd-b172-8cc96fc4cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:32.842975 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15327db4-6639-4e98-b9ce-72ba8c6de553 req-ffb66be3-d8a9-40fd-b172-8cc96fc4cd7a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 1129 time: 0.0521235 Feb 15 05:08:32.944157 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15327db4-6639-4e98-b9ce-72ba8c6de553 req-9b7e3fdd-ba19-46e8-b5fb-959ddd7d6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:32.945684 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15327db4-6639-4e98-b9ce-72ba8c6de553 req-9b7e3fdd-ba19-46e8-b5fb-959ddd7d6c81 service neutron] 10.222.0.52 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 913 time: 0.0850353 Feb 15 05:08:33.016551 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15327db4-6639-4e98-b9ce-72ba8c6de553 req-718cf490-d545-4f8e-8b61-b79d371ae11b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08715e15-f508-41e3-a752-751411ffeafb HTTP/1.1" status: 200 len: 1001 time: 0.0637562 Feb 15 05:08:33.066695 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15327db4-6639-4e98-b9ce-72ba8c6de553 req-eef217f6-e02e-4236-a1ec-a200b4e2237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:33.068260 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15327db4-6639-4e98-b9ce-72ba8c6de553 req-eef217f6-e02e-4236-a1ec-a200b4e2237d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9005181e-bcd1-4720-b825-c820fed65af1 HTTP/1.1" status: 200 len: 851 time: 0.0451274 Feb 15 05:08:33.118188 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15327db4-6639-4e98-b9ce-72ba8c6de553 req-ccab991f-9ee1-4b7a-b79f-a5b932177c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:33.119677 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15327db4-6639-4e98-b9ce-72ba8c6de553 req-ccab991f-9ee1-4b7a-b79f-a5b932177c09 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36084994-3a6f-459e-81d2-1b7dccc740f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452728 Feb 15 05:08:33.224096 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15327db4-6639-4e98-b9ce-72ba8c6de553 req-8570ae83-7bf3-47fc-ac78-9fa570df753f service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960095 Feb 15 05:08:33.377685 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15327db4-6639-4e98-b9ce-72ba8c6de553 req-a5703d46-20d4-42b2-982e-b2b7128baede service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452303 Feb 15 05:08:33.392306 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc9e69-0b23-4d43-88ec-a807db14fe00 req-b0d5b8e1-0fba-419d-b41e-b4cf23f3a150 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:33.393790 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-dbfc9e69-0b23-4d43-88ec-a807db14fe00 req-b0d5b8e1-0fba-419d-b41e-b4cf23f3a150 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0993896 Feb 15 05:08:33.694797 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-dbfc9e69-0b23-4d43-88ec-a807db14fe00 req-1ddcee34-a3b0-4a95-b93a-73f8477912cd tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913041 Feb 15 05:08:34.688439 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d2f7-f94f-419c-91e0-686e8dfbd4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:34.818609 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a21d1-def4-4529-881f-1e0985bf436d req-513d2f3f-3652-424f-83ad-61ead64e18b0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:34.820072 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-406a21d1-def4-4529-881f-1e0985bf436d req-513d2f3f-3652-424f-83ad-61ead64e18b0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 944 time: 0.0549490 Feb 15 05:08:34.866203 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-406a21d1-def4-4529-881f-1e0985bf436d req-e870fbfb-562f-4066-9b55-bc1855f52415 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399129 Feb 15 05:08:35.558082 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device b08381a5-21eb-4ee0-bebf-e3f740c86f8b details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:08:35.649246 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:08:35.660845 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'port_id': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'mac_address': 'fa:16:3e:cc:c9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:08:35.696392 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port b08381a5-21eb-4ee0-bebf-e3f740c86f8b is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:08:35.697015 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:35.717758 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08381a5-21eb-4ee0-bebf-e3f740c86f8b {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:08:35.731257 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:08:35.814925 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:35.862458 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:35.863257 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,revision_number=9']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:08:35.989835 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae16c7c-fd90-4a6f-ae71-166191db737f req-b2a8a84d-a440-48a9-84ea-378b7e020a41 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:35.991190 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eae16c7c-fd90-4a6f-ae71-166191db737f req-b2a8a84d-a440-48a9-84ea-378b7e020a41 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 945 time: 0.0520508 Feb 15 05:08:36.036553 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-eae16c7c-fd90-4a6f-ae71-166191db737f req-b39e8a3e-8899-48e1-9b74-29b1775133c7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396216 Feb 15 05:08:36.183994 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['b08381a5-21eb-4ee0-bebf-e3f740c86f8b'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:08:37.161083 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a4f96-35ac-44c8-8dc8-a1712500459d req-1baf6a05-44fe-43f2-9254-1b4cb0fbf7e8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:37.163225 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-612a4f96-35ac-44c8-8dc8-a1712500459d req-1baf6a05-44fe-43f2-9254-1b4cb0fbf7e8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 945 time: 0.0523055 Feb 15 05:08:37.217272 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-612a4f96-35ac-44c8-8dc8-a1712500459d req-fbb19b5e-294f-4157-909a-dd07729b4ed4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451353 Feb 15 05:08:37.229033 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719ce0f-db45-4637-9f4a-d444b0099b90 req-e5f0d228-67a1-476e-9b09-7a4848e0de0c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:37.232417 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f719ce0f-db45-4637-9f4a-d444b0099b90 req-e5f0d228-67a1-476e-9b09-7a4848e0de0c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 946 time: 0.0518503 Feb 15 05:08:37.242987 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:37.277957 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f719ce0f-db45-4637-9f4a-d444b0099b90 req-c83bdcdd-b5ca-4539-91a8-18159db978e2 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413957 Feb 15 05:08:37.570249 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device b08381a5-21eb-4ee0-bebf-e3f740c86f8b up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:08:37.616367 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port b08381a5-21eb-4ee0-bebf-e3f740c86f8b triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:08:37.616739 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:37.692622 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port b08381a5-21eb-4ee0-bebf-e3f740c86f8b is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:08:37.692929 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:37.714362 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:08:37.716563 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dc7cdb-37fb-4cbc-9410-5fd417bd2f87" -d '{"events": [{"server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "name": "network-vif-plugged", "status": "completed", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:08:37.728914 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:08:37.751510 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6aa22c-cea0-4a49-b212-3c6951341be1 x-openstack-request-id: req-de6aa22c-cea0-4a49-b212-3c6951341be1 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:08:37.751798 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "name": "network-vif-plugged", "status": "completed", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:08:37.752048 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de6aa22c-cea0-4a49-b212-3c6951341be1 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:08:37.752440 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'code': 200} Feb 15 05:08:37.792110 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:37.839081 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,revision_number=10']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:08:38.027414 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0696b-2199-41e1-918c-42f1ee833958 req-7842605f-0587-48d3-8acd-0cc95c134a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:38.028792 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-aff0696b-2199-41e1-918c-42f1ee833958 req-7842605f-0587-48d3-8acd-0cc95c134a7a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 1131 time: 0.0418539 Feb 15 05:08:38.072163 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-aff0696b-2199-41e1-918c-42f1ee833958 req-1162b986-bd56-454d-9e87-c3ee9f55a792 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354059 Feb 15 05:08:38.337256 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30f50b-eabb-494e-ab26-07b50429afbf req-6aed8055-4575-4dcd-be9f-29c3270470da tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:38.338714 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ae30f50b-eabb-494e-ab26-07b50429afbf req-6aed8055-4575-4dcd-be9f-29c3270470da tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 947 time: 0.0517819 Feb 15 05:08:38.387905 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ae30f50b-eabb-494e-ab26-07b50429afbf req-16d74921-1d1f-47b0-8571-a707d9e36283 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430338 Feb 15 05:08:38.395085 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb755f9-63a4-4073-991e-53f4226fa011 req-d44a0bcb-877d-42cd-91a4-6857b356bd6c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:38.396540 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-dbb755f9-63a4-4073-991e-53f4226fa011 req-d44a0bcb-877d-42cd-91a4-6857b356bd6c tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 946 time: 0.0500720 Feb 15 05:08:38.442019 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-dbb755f9-63a4-4073-991e-53f4226fa011 req-707f30b1-5560-4bcf-9156-9c9e3aef3db9 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399590 Feb 15 05:08:38.734409 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:39.513968 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-47bd93da-7ee5-4f20-86cb-14cf0dad3d32 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:39.515501 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-47bd93da-7ee5-4f20-86cb-14cf0dad3d32 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.52 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 946 time: 0.0592852 Feb 15 05:08:39.636651 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e213cf-c9b9-4fab-8dd1-46dcde9112b2 req-9161a6d9-fe60-4520-b254-f81206919ec8 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:39.638349 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-18e213cf-c9b9-4fab-8dd1-46dcde9112b2 req-9161a6d9-fe60-4520-b254-f81206919ec8 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 946 time: 0.1100159 Feb 15 05:08:39.687806 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Deleting port 93a5af83-206e-4cf9-9453-3e8e67b7e697 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:08:39.688144 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:39.739908 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-18e213cf-c9b9-4fab-8dd1-46dcde9112b2 req-bc08a24d-9be5-4c58-9a21-fe7220473cbf tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926378 Feb 15 05:08:39.749579 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58d3b-77bc-4fd4-90f3-1c17bfc55b89 req-cd227ae9-bee7-4a82-8c85-ace3a7901fe0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:39.756574 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c7c58d3b-77bc-4fd4-90f3-1c17bfc55b89 req-cd227ae9-bee7-4a82-8c85-ace3a7901fe0 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 947 time: 0.2975969 Feb 15 05:08:39.787723 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] For port 93a5af83-206e-4cf9-9453-3e8e67b7e697, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=93a5af83-206e-4cf9-9453-3e8e67b7e697,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:08:39.788080 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:39.799449 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c7c58d3b-77bc-4fd4-90f3-1c17bfc55b89 req-f1f55194-1207-4da6-8a91-33888b314f58 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420310 Feb 15 05:08:39.964106 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:39.965264 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (eef510eb-4437-4011-ac07-dc3ad63f381c), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:39.965509 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.l3_db [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Floating IP eef510eb-4437-4011-ac07-dc3ad63f381c disassociated. External IP: 172.27.2.69, port: 93a5af83-206e-4cf9-9453-3e8e67b7e697. Feb 15 05:08:39.965997 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Calling delete_port for 93a5af83-206e-4cf9-9453-3e8e67b7e697 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:08:40.138253 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (93a5af83-206e-4cf9-9453-3e8e67b7e697), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:40.168789 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event deleted for resources: {'Port': ['ID=93a5af83-206e-4cf9-9453-3e8e67b7e697,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:08:40.179473 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:40.179829 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:40.180398 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:40.180614 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:40.180918 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:40.181203 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:40.181536 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:40.181908 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:40.182253 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:40.182589 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:40.182916 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:40.185244 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:40.185244 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:40.297488 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:08:40.406768 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:08:40.418651 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7d358-f863-4f21-b841-c66c3f4380d7 None None] Sync routers for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:08:40.430872 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d7d358-f863-4f21-b841-c66c3f4380d7 None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:08:40.430872 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-30d7d358-f863-4f21-b841-c66c3f4380d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:08:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:08:40.459379 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] No DVR routers for this DVR port 93a5af83-206e-4cf9-9453-3e8e67b7e697 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:08:40.459379 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:40.461648 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9aeaff1f-67bf-4cf6-b0b2-09915f9a10e7 req-907ea053-951c-4085-a941-de5117060edd tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.52 "DELETE /v2.0/ports/93a5af83-206e-4cf9-9453-3e8e67b7e697 HTTP/1.1" status: 204 len: 173 time: 0.9405329 Feb 15 05:08:40.462128 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8676a90b-4422-4644-9c51-add7c3564cf2', 'name': 'network-vif-deleted', 'tag': '93a5af83-206e-4cf9-9453-3e8e67b7e697'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:08:40.465582 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016ff5a9-ac1a-4e5c-8539-c0bb684816d8" -d '{"events": [{"server_uuid": "8676a90b-4422-4644-9c51-add7c3564cf2", "name": "network-vif-deleted", "tag": "93a5af83-206e-4cf9-9453-3e8e67b7e697"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:08:40.509363 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d006ba2-612a-4322-ad6b-acb5dffc5960 x-openstack-request-id: req-9d006ba2-612a-4322-ad6b-acb5dffc5960 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:08:40.509744 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8676a90b-4422-4644-9c51-add7c3564cf2", "name": "network-vif-deleted", "tag": "93a5af83-206e-4cf9-9453-3e8e67b7e697", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:08:40.510081 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d006ba2-612a-4322-ad6b-acb5dffc5960 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:08:40.510683 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8676a90b-4422-4644-9c51-add7c3564cf2', 'name': 'network-vif-deleted', 'tag': '93a5af83-206e-4cf9-9453-3e8e67b7e697', 'status': 'completed', 'code': 200} Feb 15 05:08:40.550531 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-30d7d358-f863-4f21-b841-c66c3f4380d7 None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:08:40.759830 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-30d7d358-f863-4f21-b841-c66c3f4380d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:36Z', 'revision_number': 5, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:08:40.787599 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7d358-f863-4f21-b841-c66c3f4380d7 None None] Checking router: b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:08:40.796190 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d7d358-f863-4f21-b841-c66c3f4380d7 None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:08:40.796806 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-30d7d358-f863-4f21-b841-c66c3f4380d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:08:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:08:40.847664 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-92cb39f0-cb5a-4e27-88d6-0c065beee9c1 req-5f8bc262-8187-4405-b6b5-856f2c1246e6 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/ports?device_id=8676a90b-4422-4644-9c51-add7c3564cf2 HTTP/1.1" status: 200 len: 210 time: 0.0277238 Feb 15 05:08:40.911097 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-30d7d358-f863-4f21-b841-c66c3f4380d7 None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:08:40.945233 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c1b89-c18c-48e2-848b-0b4f53e6f747 req-8625193f-8088-499a-8411-cd10861446fb tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:40.946730 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d26c1b89-c18c-48e2-848b-0b4f53e6f747 req-8625193f-8088-499a-8411-cd10861446fb tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 947 time: 0.0544107 Feb 15 05:08:40.994867 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d26c1b89-c18c-48e2-848b-0b4f53e6f747 req-0bc393ba-8316-4e81-b61f-bdeb91861254 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 Feb 15 05:08:41.114903 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-30d7d358-f863-4f21-b841-c66c3f4380d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:36Z', 'revision_number': 5, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:08:41.269897 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7d358-f863-4f21-b841-c66c3f4380d7 None None] The sync data for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi is: [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '5ecf3708-60f2-46cf-9538-06bba1c72e97', 'name': '', 'network_id': '1cdf15f0-6c8d-415c-8f52-77ec66b1809b', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'mac_address': 'fa:16:3e:9c:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:27Z', 'updated_at': '2022-02-15T04:59:36Z', 'revision_number': 5, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'subnets': [{'id': 'faa73486-4adb-45de-9cdc-e6985faa7b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:08:41.486003 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3902b8d-46c2-4581-9cfc-f94f65f34140 None None] New status for floating IP eef510eb-4437-4011-ac07-dc3ad63f381c: DOWN {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:08:42.006890 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59182) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:08:42.061448 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-78e2e609-d3d1-47f9-922d-6a83b885505d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group (e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:42.085528 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-78e2e609-d3d1-47f9-922d-6a83b885505d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group (e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:42.125858 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df403a-f3f8-4114-a97f-21f62280bd19 req-ae573112-32e6-4f76-9ffa-dee3ba0e94e7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:08:42.127320 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-79df403a-f3f8-4114-a97f-21f62280bd19 req-ae573112-32e6-4f76-9ffa-dee3ba0e94e7 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 947 time: 0.0552771 Feb 15 05:08:42.172016 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-79df403a-f3f8-4114-a97f-21f62280bd19 req-c115f80d-c569-406e-9a70-d7633c78a0d9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390892 Feb 15 05:08:42.218122 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-78e2e609-d3d1-47f9-922d-6a83b885505d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:42.221066 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-78e2e609-d3d1-47f9-922d-6a83b885505d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:42.222223 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-78e2e609-d3d1-47f9-922d-6a83b885505d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "DELETE /v2.0/security-groups/e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2 HTTP/1.1" status: 204 len: 168 time: 0.2143505 Feb 15 05:08:42.225035 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59188) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:08:42.232360 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2e609-d3d1-47f9-922d-6a83b885505d tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:08:42.238801 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.api.v2.resource [None req-79191149-2aff-4306-a7a1-edd40f87c2e0 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] show failed (client error): The resource could not be found. Feb 15 05:08:42.239843 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-79191149-2aff-4306-a7a1-edd40f87c2e0 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "GET /v2.0/security-groups/e1a5358c-b6dc-45e5-8c5e-bd5d302e2ac2 HTTP/1.1" status: 404 len: 347 time: 0.0137374 Feb 15 05:08:42.242814 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59190) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:08:42.363734 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-fbabdb61-e628-4bf6-b054-cec533d0b412 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Deleting port 5db9570b-5f27-4505-852a-8d926de2aeeb {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:08:42.364070 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fbabdb61-e628-4bf6-b054-cec533d0b412 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (5db9570b-5f27-4505-852a-8d926de2aeeb), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:42.438293 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fbabdb61-e628-4bf6-b054-cec533d0b412 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (5db9570b-5f27-4505-852a-8d926de2aeeb), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:42.438548 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fbabdb61-e628-4bf6-b054-cec533d0b412 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (5db9570b-5f27-4505-852a-8d926de2aeeb), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:42.450663 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-fbabdb61-e628-4bf6-b054-cec533d0b412 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Calling delete_port for 5db9570b-5f27-4505-852a-8d926de2aeeb owned by network:floatingip {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:08:42.680863 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fbabdb61-e628-4bf6-b054-cec533d0b412 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (5db9570b-5f27-4505-852a-8d926de2aeeb), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:42.706191 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabdb61-e628-4bf6-b054-cec533d0b412 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Pushing event deleted for resources: {'Port': ['ID=5db9570b-5f27-4505-852a-8d926de2aeeb,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:08:42.770157 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fbabdb61-e628-4bf6-b054-cec533d0b412 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks [] for floatingip (eef510eb-4437-4011-ac07-dc3ad63f381c), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:42.772647 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fbabdb61-e628-4bf6-b054-cec533d0b412 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:42.773819 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-fbabdb61-e628-4bf6-b054-cec533d0b412 tempest-AttachVolumeTestJSON-1187049429 tempest-AttachVolumeTestJSON-1187049429-project] 10.222.0.24 "DELETE /v2.0/floatingips/eef510eb-4437-4011-ac07-dc3ad63f381c HTTP/1.1" status: 204 len: 168 time: 0.5300746 Feb 15 05:08:43.585621 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 93a5af83-206e-4cf9-9453-3e8e67b7e697 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:08:43.605309 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 93a5af83-206e-4cf9-9453-3e8e67b7e697 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:08:43.605728 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 93a5af83-206e-4cf9-9453-3e8e67b7e697 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:08:46.633765 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59218) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:08:47.068593 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707116'] for router_interface (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:47.312110 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Deleting port 5ecf3708-60f2-46cf-9538-06bba1c72e97 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:08:47.312438 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:47.385299 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] For port 5ecf3708-60f2-46cf-9538-06bba1c72e97, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=5ecf3708-60f2-46cf-9538-06bba1c72e97,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:08:47.385652 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:47.396539 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Calling delete_port for 5ecf3708-60f2-46cf-9538-06bba1c72e97 owned by network:router_interface {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:08:47.637577 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (5ecf3708-60f2-46cf-9538-06bba1c72e97), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:47.660931 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ecf3708-60f2-46cf-9538-06bba1c72e97,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:08:47.671317 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:47.671672 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:47.672018 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:47.672359 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:47.672695 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:47.673400 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:47.673400 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:47.673690 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:47.674007 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:47.674338 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:47.674660 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:47.674983 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:47.675331 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:08:47.846409 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3650636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707256'] for router_interface (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:48.059351 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:08:48.161233 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:08:48.167696 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b8a3afce-d666-43e9-8445-34bb96e2cdf0 admin admin] 10.222.0.24 "PUT /v2.0/routers/b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5316665 Feb 15 05:08:48.169939 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59222) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:08:48.170404 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99c8046-1300-4283-b9f1-b5cf7a7aaea6 None None] Sync routers for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:08:48.180745 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c8046-1300-4283-b9f1-b5cf7a7aaea6 None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:08:48.181383 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-b99c8046-1300-4283-b9f1-b5cf7a7aaea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:08:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:08:48.278468 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Publish callbacks [] for router (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:48.290001 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-b99c8046-1300-4283-b9f1-b5cf7a7aaea6 None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:08:48.380958 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Publish callbacks [] for router_gateway (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:48.467216 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-b99c8046-1300-4283-b9f1-b5cf7a7aaea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T05:08:47Z', 'revision_number': 5, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port': {'id': 'b72c5a9f-365f-4d4e-bd24-54e926631e31', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:08:48.493808 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99c8046-1300-4283-b9f1-b5cf7a7aaea6 None None] Checking router: b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:08:48.502183 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c8046-1300-4283-b9f1-b5cf7a7aaea6 None None] Routers {'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:08:48.502797 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-b99c8046-1300-4283-b9f1-b5cf7a7aaea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:08:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:08:48.510550 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Deleting port b72c5a9f-365f-4d4e-bd24-54e926631e31 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:08:48.510885 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:48.588477 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] For port b72c5a9f-365f-4d4e-bd24-54e926631e31, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=b72c5a9f-365f-4d4e-bd24-54e926631e31,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:08:48.588830 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:48.590783 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-b99c8046-1300-4283-b9f1-b5cf7a7aaea6 None None] Set router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f gateway port host: None {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:08:48.601088 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Calling delete_port for b72c5a9f-365f-4d4e-bd24-54e926631e31 owned by network:router_gateway {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:08:48.645599 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-b99c8046-1300-4283-b9f1-b5cf7a7aaea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T05:08:48Z', 'revision_number': 6, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port_host': None}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:08:48.672304 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99c8046-1300-4283-b9f1-b5cf7a7aaea6 None None] The sync data for ids ['b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f'] in dv-cinder-828060-5-iscsi is: [{'id': 'b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f', 'name': 'tempest-AttachVolumeTestJSON-528656727-router', 'tenant_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:21Z', 'updated_at': '2022-02-15T05:08:48Z', 'revision_number': 6, 'project_id': '75bba1997dfe4a9cb35c7811a661e2f3', 'gw_port_host': None}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:08:48.829478 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (b72c5a9f-365f-4d4e-bd24-54e926631e31), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:48.853271 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72c5a9f-365f-4d4e-bd24-54e926631e31,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:08:48.917805 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707558'] for router_gateway (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.005205 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8321'] for router (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.007346 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Publish callbacks [] for router_controller (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), precommit_delete_associations {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.151881 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702026'] for router (b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.153094 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f {{(pid=119879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:08:49.157368 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.158529 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-fd421c97-e1d1-4947-b0e3-023dff2c4bc7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b4a18cf3-6a8c-4def-a793-fbf5b18d9b3f HTTP/1.1" status: 204 len: 168 time: 0.9876761 Feb 15 05:08:49.160994 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59224) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:08:49.204762 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b426b114-0c6f-42e8-b955-17e71df11718 admin admin] Deleting subnet faa73486-4adb-45de-9cdc-e6985faa7b50 {{(pid=119879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:08:49.207756 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b426b114-0c6f-42e8-b955-17e71df11718 admin admin] Publish callbacks [] for subnet (faa73486-4adb-45de-9cdc-e6985faa7b50), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.245732 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b426b114-0c6f-42e8-b955-17e71df11718 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263106507'] for subnet (faa73486-4adb-45de-9cdc-e6985faa7b50), precommit_delete_associations {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.352828 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b426b114-0c6f-42e8-b955-17e71df11718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (faa73486-4adb-45de-9cdc-e6985faa7b50), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.452891 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b426b114-0c6f-42e8-b955-17e71df11718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263105351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263411170'] for subnet (faa73486-4adb-45de-9cdc-e6985faa7b50), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.479920 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b426b114-0c6f-42e8-b955-17e71df11718 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.486035 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b426b114-0c6f-42e8-b955-17e71df11718 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/faa73486-4adb-45de-9cdc-e6985faa7b50 HTTP/1.1" status: 204 len: 168 time: 0.3211102 Feb 15 05:08:49.486035 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426b114-0c6f-42e8-b955-17e71df11718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa73486-4adb-45de-9cdc-e6985faa7b50,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:08:49.486877 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59226) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:08:49.496003 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c2c38-06d9-4cc8-8c48-464fdb83f2f5 None None] Network 1cdf15f0-6c8d-415c-8f52-77ec66b1809b requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:08:49.556300 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (1cdf15f0-6c8d-415c-8f52-77ec66b1809b), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.613462 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Deleting port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:08:49.613793 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.678300 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05d38a7-551b-4482-bc5c-105e473b0457 None None] DHCP port deletion for 1cdf15f0-6c8d-415c-8f52-77ec66b1809b request from dv-cinder-828060-5-iscsi {{(pid=119880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:08:49.687747 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] For port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=fca4b16c-9e2e-4e10-8ad1-3be463afd5d3,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:08:49.688109 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.704436 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Calling delete_port for fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 owned by network:dhcp {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:08:49.729949 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-f05d38a7-551b-4482-bc5c-105e473b0457 None None] Deleting port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 {{(pid=119880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:08:49.730242 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-f05d38a7-551b-4482-bc5c-105e473b0457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), before_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.795937 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-f05d38a7-551b-4482-bc5c-105e473b0457 None None] For port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=fca4b16c-9e2e-4e10-8ad1-3be463afd5d3,segment=NetworkSegment(cd13385b-4319-4b0c-a69e-bbbeacaeed01),segment_id=cd13385b-4319-4b0c-a69e-bbbeacaeed01)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:08:49.796318 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-f05d38a7-551b-4482-bc5c-105e473b0457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), precommit_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.808239 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-f05d38a7-551b-4482-bc5c-105e473b0457 None None] Calling delete_port for fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 owned by network:dhcp {{(pid=119880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:08:49.843099 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.870961 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Pushing event deleted for resources: {'Port': ['ID=fca4b16c-9e2e-4e10-8ad1-3be463afd5d3,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:08:49.875101 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] No DVR routers for this DVR port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 on host dv-cinder-828060-5-iscsi {{(pid=119879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:08:49.932742 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-f05d38a7-551b-4482-bc5c-105e473b0457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479'] for port (fca4b16c-9e2e-4e10-8ad1-3be463afd5d3), after_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.950938 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (1cdf15f0-6c8d-415c-8f52-77ec66b1809b), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:49.956808 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d38a7-551b-4482-bc5c-105e473b0457 None None] Pushing event deleted for resources: {'Port': ['ID=fca4b16c-9e2e-4e10-8ad1-3be463afd5d3,revision_number=None']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:08:49.960389 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d38a7-551b-4482-bc5c-105e473b0457 None None] No DVR routers for this DVR port fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 on host dv-cinder-828060-5-iscsi {{(pid=119880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:08:49.971959 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdf15f0-6c8d-415c-8f52-77ec66b1809b']}} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:08:49.983185 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd13385b-4319-4b0c-a69e-bbbeacaeed01') {'for_net_delete': True} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:08:49.983482 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd13385b-4319-4b0c-a69e-bbbeacaeed01') {} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:08:49.992987 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263106544'] for segment (cd13385b-4319-4b0c-a69e-bbbeacaeed01), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:50.005900 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (cd13385b-4319-4b0c-a69e-bbbeacaeed01), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:50.011822 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=119879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:08:50.012347 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263105533'] for segment (cd13385b-4319-4b0c-a69e-bbbeacaeed01), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: Traceback (most recent call last): Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: timer() Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: cb(*args, **kw) Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: return func(*args, **kwargs) Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: self._notify() Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: self.callback(batched_events) Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: event.method(event) Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: return f(self, *a, **k) Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._get(url).json() Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: return self.request(url, 'GET', **kwargs) Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:08:50.013986 dv-cinder-828060-5-iscsi neutron-server[119879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:08:50.282553 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 5ecf3708-60f2-46cf-9538-06bba1c72e97 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:08:50.302173 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 5ecf3708-60f2-46cf-9538-06bba1c72e97 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:08:50.302521 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 5ecf3708-60f2-46cf-9538-06bba1c72e97 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:08:50.302937 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:08:50.320800 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:08:50.321176 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device fca4b16c-9e2e-4e10-8ad1-3be463afd5d3 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:08:50.321739 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device b72c5a9f-365f-4d4e-bd24-54e926631e31 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:08:50.343374 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: b72c5a9f-365f-4d4e-bd24-54e926631e31 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:08:50.343711 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device b72c5a9f-365f-4d4e-bd24-54e926631e31 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:08:50.355333 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (1cdf15f0-6c8d-415c-8f52-77ec66b1809b), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:50.360719 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:50.363919 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] 10.222.0.24 "DELETE /v2.0/networks/1cdf15f0-6c8d-415c-8f52-77ec66b1809b HTTP/1.1" status: 204 len: 168 time: 0.8757668 Feb 15 05:08:50.375076 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a325a15-9c3a-4763-9143-b33180b482bc admin admin] Pushing event deleted for resources: {'Network': ['ID=1cdf15f0-6c8d-415c-8f52-77ec66b1809b,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:08:50.646321 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59230) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:08:50.685829 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-1c654165-bd32-431e-89cb-43d63055a6c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75bba1997dfe4a9cb35c7811a661e2f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383396 Feb 15 05:08:50.688305 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59232) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:08:50.733181 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0b05f308-fcd2-4422-a6ca-01c8572cb51f admin admin] Publish callbacks [] for security_group (dd8935ca-b88f-44d7-b21c-bd2511b42338), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:50.753700 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0b05f308-fcd2-4422-a6ca-01c8572cb51f admin admin] Publish callbacks [] for security_group (dd8935ca-b88f-44d7-b21c-bd2511b42338), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:50.843163 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0b05f308-fcd2-4422-a6ca-01c8572cb51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (dd8935ca-b88f-44d7-b21c-bd2511b42338), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:50.845692 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0b05f308-fcd2-4422-a6ca-01c8572cb51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:50.846842 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-0b05f308-fcd2-4422-a6ca-01c8572cb51f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd8935ca-b88f-44d7-b21c-bd2511b42338 HTTP/1.1" status: 204 len: 168 time: 0.1576681 Feb 15 05:08:50.854397 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05f308-fcd2-4422-a6ca-01c8572cb51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8935ca-b88f-44d7-b21c-bd2511b42338,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:08:59.691695 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:01.272761 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59340) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:01.377613 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f992c7d0-c650-4898-a55c-23e67d521aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:01.449963 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f992c7d0-c650-4898-a55c-23e67d521aa3 admin admin] Publish callbacks [] for security_group (e4eb6cbe-16b9-497b-a8d9-34165a3bce7b), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:01.499850 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f992c7d0-c650-4898-a55c-23e67d521aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (e4eb6cbe-16b9-497b-a8d9-34165a3bce7b), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:01.536990 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992c7d0-c650-4898-a55c-23e67d521aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eb6cbe-16b9-497b-a8d9-34165a3bce7b,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:01.541248 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-f992c7d0-c650-4898-a55c-23e67d521aa3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee4f003b69ea4c71ad3edbe8bcb85df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674394 Feb 15 05:09:01.544395 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59344) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:01.590148 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7688caf6-80f5-40ec-9309-60dde8a56334 admin admin] Publish callbacks [] for security_group (e4eb6cbe-16b9-497b-a8d9-34165a3bce7b), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:01.610541 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7688caf6-80f5-40ec-9309-60dde8a56334 admin admin] Publish callbacks [] for security_group (e4eb6cbe-16b9-497b-a8d9-34165a3bce7b), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:01.756891 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7688caf6-80f5-40ec-9309-60dde8a56334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (e4eb6cbe-16b9-497b-a8d9-34165a3bce7b), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:01.759771 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7688caf6-80f5-40ec-9309-60dde8a56334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:01.760911 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-7688caf6-80f5-40ec-9309-60dde8a56334 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4eb6cbe-16b9-497b-a8d9-34165a3bce7b HTTP/1.1" status: 204 len: 168 time: 0.2156384 Feb 15 05:09:01.768902 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688caf6-80f5-40ec-9309-60dde8a56334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eb6cbe-16b9-497b-a8d9-34165a3bce7b,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:02.326478 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-8bc8db82-b66c-490f-807a-e3f179fa0607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:04.694371 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6b016c73-d6fe-4269-b510-fdaadcee2bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:05.894228 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:07.232134 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:08.632435 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59440) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:08.722633 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:08.738790 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-382e46c3-9ad4-4c4b-88f5-621f17e7adc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:08.812650 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-382e46c3-9ad4-4c4b-88f5-621f17e7adc0 admin admin] Publish callbacks [] for security_group (b3df0af4-4718-4977-b83a-251fc5a0055c), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:08.876946 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-382e46c3-9ad4-4c4b-88f5-621f17e7adc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (b3df0af4-4718-4977-b83a-251fc5a0055c), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:08.913201 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-382e46c3-9ad4-4c4b-88f5-621f17e7adc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f14105db3bbc48548323e0dc1e953b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796664 Feb 15 05:09:08.915099 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e46c3-9ad4-4c4b-88f5-621f17e7adc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3df0af4-4718-4977-b83a-251fc5a0055c,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:08.915988 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59444) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:08.964235 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-075721fc-56b7-4437-9baa-d33d1691fcb0 admin admin] Publish callbacks [] for security_group (b3df0af4-4718-4977-b83a-251fc5a0055c), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:08.984952 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-075721fc-56b7-4437-9baa-d33d1691fcb0 admin admin] Publish callbacks [] for security_group (b3df0af4-4718-4977-b83a-251fc5a0055c), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:09.111432 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-075721fc-56b7-4437-9baa-d33d1691fcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (b3df0af4-4718-4977-b83a-251fc5a0055c), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:09.113988 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-075721fc-56b7-4437-9baa-d33d1691fcb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:09.115096 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-075721fc-56b7-4437-9baa-d33d1691fcb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3df0af4-4718-4977-b83a-251fc5a0055c HTTP/1.1" status: 204 len: 168 time: 0.1981413 Feb 15 05:09:09.123379 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075721fc-56b7-4437-9baa-d33d1691fcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3df0af4-4718-4977-b83a-251fc5a0055c,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:09.629111 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:09:09.706074 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59452) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:09.720721 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-984543ab-98b4-417d-9b46-902379e6f1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:09.791854 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-984543ab-98b4-417d-9b46-902379e6f1ff admin admin] Publish callbacks [] for security_group (0b557155-ef8e-443a-8842-7564938367aa), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:09.865508 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-984543ab-98b4-417d-9b46-902379e6f1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (0b557155-ef8e-443a-8842-7564938367aa), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:09.903865 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-984543ab-98b4-417d-9b46-902379e6f1ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fb3ed35619d4930844a8618b57512d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960022 Feb 15 05:09:09.904804 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984543ab-98b4-417d-9b46-902379e6f1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b557155-ef8e-443a-8842-7564938367aa,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:09.907064 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59454) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:09.956917 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b4c49c76-01a5-4298-a885-bdce6b8f5350 admin admin] Publish callbacks [] for security_group (0b557155-ef8e-443a-8842-7564938367aa), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:09.977471 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b4c49c76-01a5-4298-a885-bdce6b8f5350 admin admin] Publish callbacks [] for security_group (0b557155-ef8e-443a-8842-7564938367aa), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:10.111358 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b4c49c76-01a5-4298-a885-bdce6b8f5350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (0b557155-ef8e-443a-8842-7564938367aa), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:10.113918 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b4c49c76-01a5-4298-a885-bdce6b8f5350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:10.115027 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b4c49c76-01a5-4298-a885-bdce6b8f5350 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b557155-ef8e-443a-8842-7564938367aa HTTP/1.1" status: 204 len: 168 time: 0.2070713 Feb 15 05:09:10.123291 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c49c76-01a5-4298-a885-bdce6b8f5350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b557155-ef8e-443a-8842-7564938367aa,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:13.036187 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59522) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:13.138592 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-af478f4d-28fd-4aea-b694-b2552fd897aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:13.209329 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-af478f4d-28fd-4aea-b694-b2552fd897aa admin admin] Publish callbacks [] for security_group (8fc0dac9-167d-4f8b-b6ca-e4a3720d4572), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:13.279818 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-af478f4d-28fd-4aea-b694-b2552fd897aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (8fc0dac9-167d-4f8b-b6ca-e4a3720d4572), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:13.318251 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-af478f4d-28fd-4aea-b694-b2552fd897aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=413a8468bad747d6badaf8eafa2d7327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809870 Feb 15 05:09:13.319088 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af478f4d-28fd-4aea-b694-b2552fd897aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc0dac9-167d-4f8b-b6ca-e4a3720d4572,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:13.320912 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59526) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:13.367363 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-49ac36ec-aa49-4c1e-be7e-38f62fd6faee admin admin] Publish callbacks [] for security_group (8fc0dac9-167d-4f8b-b6ca-e4a3720d4572), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:13.387046 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-49ac36ec-aa49-4c1e-be7e-38f62fd6faee admin admin] Publish callbacks [] for security_group (8fc0dac9-167d-4f8b-b6ca-e4a3720d4572), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:13.502594 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-49ac36ec-aa49-4c1e-be7e-38f62fd6faee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (8fc0dac9-167d-4f8b-b6ca-e4a3720d4572), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:13.505041 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-49ac36ec-aa49-4c1e-be7e-38f62fd6faee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:13.506197 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-49ac36ec-aa49-4c1e-be7e-38f62fd6faee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fc0dac9-167d-4f8b-b6ca-e4a3720d4572 HTTP/1.1" status: 204 len: 168 time: 0.1841602 Feb 15 05:09:13.514396 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac36ec-aa49-4c1e-be7e-38f62fd6faee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc0dac9-167d-4f8b-b6ca-e4a3720d4572,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:14.051504 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59532) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:14.064890 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-de7db2e0-4ae6-4524-b1fe-7b318810147f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:14.134699 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-de7db2e0-4ae6-4524-b1fe-7b318810147f admin admin] Publish callbacks [] for security_group (4cbc35d7-2fbe-4ff7-af62-ea5fb218d412), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:14.202698 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-de7db2e0-4ae6-4524-b1fe-7b318810147f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (4cbc35d7-2fbe-4ff7-af62-ea5fb218d412), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:14.241310 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7db2e0-4ae6-4524-b1fe-7b318810147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbc35d7-2fbe-4ff7-af62-ea5fb218d412,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:14.245400 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-de7db2e0-4ae6-4524-b1fe-7b318810147f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8aa6d56ae0354c498d331760a905efe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928632 Feb 15 05:09:14.248907 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59534) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:14.295277 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1ccc107f-a20d-4b0b-bae9-4f832095e696 admin admin] Publish callbacks [] for security_group (4cbc35d7-2fbe-4ff7-af62-ea5fb218d412), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:14.316493 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1ccc107f-a20d-4b0b-bae9-4f832095e696 admin admin] Publish callbacks [] for security_group (4cbc35d7-2fbe-4ff7-af62-ea5fb218d412), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:14.437207 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1ccc107f-a20d-4b0b-bae9-4f832095e696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (4cbc35d7-2fbe-4ff7-af62-ea5fb218d412), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:14.439744 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1ccc107f-a20d-4b0b-bae9-4f832095e696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:14.440877 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-1ccc107f-a20d-4b0b-bae9-4f832095e696 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4cbc35d7-2fbe-4ff7-af62-ea5fb218d412 HTTP/1.1" status: 204 len: 168 time: 0.1910393 Feb 15 05:09:14.448661 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc107f-a20d-4b0b-bae9-4f832095e696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbc35d7-2fbe-4ff7-af62-ea5fb218d412,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:15.776420 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63d37a-434e-47e6-ab29-9ffee3fe94e3 req-aafe9a3c-0ae5-402b-9a89-60714318fad0 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:15.778806 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2d63d37a-434e-47e6-ab29-9ffee3fe94e3 req-aafe9a3c-0ae5-402b-9a89-60714318fad0 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 945 time: 0.0536470 Feb 15 05:09:15.829840 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2d63d37a-434e-47e6-ab29-9ffee3fe94e3 req-33b10f51-cf06-464c-8042-174479fbbb92 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451324 Feb 15 05:09:16.949311 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de3722-a308-41a5-b528-f81d1067b5ec req-bf92eb03-2d5d-4c99-8d53-9a04b82a77e4 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:16.950934 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c9de3722-a308-41a5-b528-f81d1067b5ec req-bf92eb03-2d5d-4c99-8d53-9a04b82a77e4 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 945 time: 0.0521460 Feb 15 05:09:17.003046 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c9de3722-a308-41a5-b528-f81d1067b5ec req-3c3737f3-0e08-4ead-b53d-e5c366c321f0 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462418 Feb 15 05:09:17.532773 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-e54f5651-a4f5-4454-91b5-d389236f4137 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:17.534232 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-e54f5651-a4f5-4454-91b5-d389236f4137 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 945 time: 0.0520525 Feb 15 05:09:17.625561 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Deleting port 08715e15-f508-41e3-a752-751411ffeafb {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:09:17.625904 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (08715e15-f508-41e3-a752-751411ffeafb), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:17.717261 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] For port 08715e15-f508-41e3-a752-751411ffeafb, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=08715e15-f508-41e3-a752-751411ffeafb,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:17.717622 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (08715e15-f508-41e3-a752-751411ffeafb), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:17.891802 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:17.892159 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (23ec15c0-7507-47d4-a494-af6d0fa372f9), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:17.892466 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.l3_db [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Floating IP 23ec15c0-7507-47d4-a494-af6d0fa372f9 disassociated. External IP: 172.27.2.233, port: 08715e15-f508-41e3-a752-751411ffeafb. Feb 15 05:09:17.892872 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Calling delete_port for 08715e15-f508-41e3-a752-751411ffeafb owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:09:18.098463 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (08715e15-f508-41e3-a752-751411ffeafb), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:18.136491 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event deleted for resources: {'Port': ['ID=08715e15-f508-41e3-a752-751411ffeafb,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:18.166072 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bae573-9701-45ab-afe8-3c806fe2a8be req-7b719ec9-0e0c-41ef-98a5-f8a3c440619d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:18.166072 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-99bae573-9701-45ab-afe8-3c806fe2a8be req-7b719ec9-0e0c-41ef-98a5-f8a3c440619d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 867 time: 0.0935528 Feb 15 05:09:18.281877 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-99bae573-9701-45ab-afe8-3c806fe2a8be req-7bf4237a-888a-4f2f-84de-30817f12169f tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844569 Feb 15 05:09:18.303391 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Router 98d69b21-d2ec-45eb-97ad-fc29012707aa has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:09:18.410731 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:09:18.420674 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0378d1-3880-43f1-adfd-39bf5078f12a None None] Sync routers for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:09:18.430632 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0378d1-3880-43f1-adfd-39bf5078f12a None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:18.431244 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-6a0378d1-3880-43f1-adfd-39bf5078f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:18.455535 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] No DVR routers for this DVR port 08715e15-f508-41e3-a752-751411ffeafb on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:09:18.458094 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:18.461481 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0d0f459f-a860-486c-8ef2-da18dcd03d17 req-7eb937ef-bbf5-4739-90ae-b5274cbd3e34 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "DELETE /v2.0/ports/08715e15-f508-41e3-a752-751411ffeafb HTTP/1.1" status: 204 len: 173 time: 0.9216812 Feb 15 05:09:18.461998 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0871e4-3e35-45aa-8853-3cbe8142aca3', 'name': 'network-vif-deleted', 'tag': '08715e15-f508-41e3-a752-751411ffeafb'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:09:18.464372 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcf8dc9-dc96-4fb2-9b13-3d8e2a9c7eac" -d '{"events": [{"server_uuid": "0b0871e4-3e35-45aa-8853-3cbe8142aca3", "name": "network-vif-deleted", "tag": "08715e15-f508-41e3-a752-751411ffeafb"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:09:18.504908 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd60c40b-7a09-466c-aa58-61055acb5a8e x-openstack-request-id: req-fd60c40b-7a09-466c-aa58-61055acb5a8e {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:09:18.505382 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0871e4-3e35-45aa-8853-3cbe8142aca3", "name": "network-vif-deleted", "tag": "08715e15-f508-41e3-a752-751411ffeafb", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:09:18.505698 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd60c40b-7a09-466c-aa58-61055acb5a8e {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:09:18.510160 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0871e4-3e35-45aa-8853-3cbe8142aca3', 'name': 'network-vif-deleted', 'tag': '08715e15-f508-41e3-a752-751411ffeafb', 'status': 'completed', 'code': 200} Feb 15 05:09:18.549517 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-6a0378d1-3880-43f1-adfd-39bf5078f12a None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:18.750478 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-6a0378d1-3880-43f1-adfd-39bf5078f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:18.775984 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0378d1-3880-43f1-adfd-39bf5078f12a None None] Checking router: 98d69b21-d2ec-45eb-97ad-fc29012707aa for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:09:18.784996 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0378d1-3880-43f1-adfd-39bf5078f12a None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:18.785629 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-6a0378d1-3880-43f1-adfd-39bf5078f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:18.893886 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-6a0378d1-3880-43f1-adfd-39bf5078f12a None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:19.089824 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-6a0378d1-3880-43f1-adfd-39bf5078f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:19.119747 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0378d1-3880-43f1-adfd-39bf5078f12a None None] The sync data for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi is: [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:09:19.335278 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5685ea-680c-4542-894a-58be8e2f9890 None None] New status for floating IP 23ec15c0-7507-47d4-a494-af6d0fa372f9: DOWN {{(pid=119880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:09:19.393526 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-99e14022-6492-44b4-9bea-7e35eba09cd3 req-7049b4e4-63fb-4ec0-8de3-a2ab680275d5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b0871e4-3e35-45aa-8853-3cbe8142aca3 HTTP/1.1" status: 200 len: 210 time: 0.0325844 Feb 15 05:09:19.717195 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 08715e15-f508-41e3-a752-751411ffeafb no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:09:19.736873 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 08715e15-f508-41e3-a752-751411ffeafb {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:09:19.737227 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 08715e15-f508-41e3-a752-751411ffeafb not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:09:20.655472 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-f4b3dea8-f63c-4653-9062-4bfb42186358 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538290237&fields=id&tenant_id=82110d673b4a4f55bda43eb2f0453f43 HTTP/1.1" status: 200 len: 267 time: 0.0465128 Feb 15 05:09:20.761784 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-37b581fb-329d-4967-9c08-f951599ca792 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:20.763171 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-37b581fb-329d-4967-9c08-f951599ca792 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 812 time: 0.1008282 Feb 15 05:09:20.777510 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-df39de64-9386-40f1-9ef7-afbb9d5a7b70 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/quotas/82110d673b4a4f55bda43eb2f0453f43 HTTP/1.1" status: 200 len: 375 time: 0.0087919 Feb 15 05:09:20.832829 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-156bb511-87bd-4f59-8918-e7e719a48cd2 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495820 Feb 15 05:09:20.925028 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e30fa261-4fd7-4a5b-bc81-13355df6ddd7 service neutron] 10.222.0.24 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799997 Feb 15 05:09:21.013945 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-7b3686eb-1abf-496a-baf6-095ba4e13cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829802 Feb 15 05:09:21.564648 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8d2fe6af-09c8-4001-83d6-66ef2f40d063 req-38ab1226-92d8-4bc7-95a3-f2d5170113ea tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 210 time: 0.0266154 Feb 15 05:09:22.640952 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9eedf19d-2a40-4b87-b77e-e3838b4eba8c req-7408cb64-2e22-4664-8d3e-9d778a88be7e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 210 time: 0.0266261 Feb 15 05:09:23.719192 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-92e70ed9-84f9-428d-8016-84b6d27b4938 req-4bca0a5b-e51c-4f62-943b-957e5f0e28d9 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 210 time: 0.0281472 Feb 15 05:09:24.795175 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0d2decc2-b168-4aa6-a739-94333dea01bd req-dc67ebdc-222d-4bd5-962a-aff837670b22 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 210 time: 0.0268600 Feb 15 05:09:25.886210 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c59b691d-e94e-42f5-ada9-ad23b34a1b5d req-d354c319-d08e-48b3-834f-eaa336d4ae4b tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 210 time: 0.0256574 Feb 15 05:09:26.977872 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c8c90e6e-6d58-4192-9ead-f7e90e4fa5b3 req-aef4b874-6a18-4430-9789-204d701f4bfe tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 210 time: 0.0260384 Feb 15 05:09:28.073423 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7404954a-e911-4a66-b987-b6007cd50bea req-823e2f63-ca29-4f12-a85d-e5cc181254bd tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 210 time: 0.0306416 Feb 15 05:09:28.585201 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-b521263b-b173-4c52-b899-e654dc9c82b4 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:28.586552 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-b521263b-b173-4c52-b899-e654dc9c82b4 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 812 time: 0.1015661 Feb 15 05:09:28.646880 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-3dc96dd9-e20b-402f-832c-b2f46c55e48a tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82110d673b4a4f55bda43eb2f0453f43 HTTP/1.1" status: 200 len: 379 time: 0.0522122 Feb 15 05:09:28.656314 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-75708903-5244-4fa7-bf73-82116e979bd8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Request body: {'port': {'device_id': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'admin_state_up': True, 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'security_groups': ['6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d']}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:28.820084 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-75708903-5244-4fa7-bf73-82116e979bd8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Made reservation on behalf of 82110d673b4a4f55bda43eb2f0453f43 for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:09:28.823426 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-75708903-5244-4fa7-bf73-82116e979bd8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:28.945630 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-75708903-5244-4fa7-bf73-82116e979bd8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Allocated IP 172.20.0.8 (36084994-3a6f-459e-81d2-1b7dccc740f3/9005181e-bcd1-4720-b825-c820fed65af1/44dc467b-1e0b-4218-892f-c6980cf4fbc3) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:09:29.084499 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-75708903-5244-4fa7-bf73-82116e979bd8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:29.171483 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8d302422-5d09-4883-8f78-cca12f36b55b req-1edcda7d-bc3e-4ded-8d6c-e9c82d6cf254 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 210 time: 0.0288005 Feb 15 05:09:29.188591 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-75708903-5244-4fa7-bf73-82116e979bd8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:29.230076 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-75708903-5244-4fa7-bf73-82116e979bd8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Network 36084994-3a6f-459e-81d2-1b7dccc740f3 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:09:29.233594 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-75708903-5244-4fa7-bf73-82116e979bd8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:29.240219 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-75708903-5244-4fa7-bf73-82116e979bd8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:09:29.268732 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75708903-5244-4fa7-bf73-82116e979bd8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'Port': ['ID=44dc467b-1e0b-4218-892f-c6980cf4fbc3,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:29.305002 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-75708903-5244-4fa7-bf73-82116e979bd8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:29.305657 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-75708903-5244-4fa7-bf73-82116e979bd8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:29.472688 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-d8538fa7-43e9-4e5c-8ff6-5d625d3fec75 None None] Provisioning complete for port 44dc467b-1e0b-4218-892f-c6980cf4fbc3 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:29.473296 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d8538fa7-43e9-4e5c-8ff6-5d625d3fec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:29.479434 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-75708903-5244-4fa7-bf73-82116e979bd8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8271444 Feb 15 05:09:29.490467 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Request body: {'port': {'device_id': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:29.507267 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-d8538fa7-43e9-4e5c-8ff6-5d625d3fec75 None None] Port 44dc467b-1e0b-4218-892f-c6980cf4fbc3 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:09:29.547825 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:29.725620 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:29.806996 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44dc467b-1e0b-4218-892f-c6980cf4fbc3 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:09:29.814790 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Publish callbacks [] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:29.826967 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Transition to ACTIVE for port object 44dc467b-1e0b-4218-892f-c6980cf4fbc3 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:09:29.942422 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:30.031327 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Pushing event updated for resources: {'Port': ['ID=44dc467b-1e0b-4218-892f-c6980cf4fbc3,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:30.064937 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Attempting to bind port 44dc467b-1e0b-4218-892f-c6980cf4fbc3 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:09:30.065337 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Attempting to bind port 44dc467b-1e0b-4218-892f-c6980cf4fbc3 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:09:30.065662 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Attempting to bind port 44dc467b-1e0b-4218-892f-c6980cf4fbc3 on network 36084994-3a6f-459e-81d2-1b7dccc740f3 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:09:30.070103 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Port 44dc467b-1e0b-4218-892f-c6980cf4fbc3 on network 36084994-3a6f-459e-81d2-1b7dccc740f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:09:30.070422 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Attempting to bind port 44dc467b-1e0b-4218-892f-c6980cf4fbc3 on network 36084994-3a6f-459e-81d2-1b7dccc740f3 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:09:30.075253 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:09:30.075584 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Checking segment: {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:09:30.075961 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Bound using segment: {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:09:30.076461 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Bound port: 44dc467b-1e0b-4218-892f-c6980cf4fbc3, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:09:30.077740 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:30.146263 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] For port 44dc467b-1e0b-4218-892f-c6980cf4fbc3, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:09:30.149382 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] For port 44dc467b-1e0b-4218-892f-c6980cf4fbc3, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=44dc467b-1e0b-4218-892f-c6980cf4fbc3,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:09:30.235228 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:30.270629 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:30.271216 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:30.272612 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] 10.222.0.52 "PUT /v2.0/ports/44dc467b-1e0b-4218-892f-c6980cf4fbc3 HTTP/1.1" status: 200 len: 1093 time: 0.7862029 Feb 15 05:09:30.273051 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'tag': '44dc467b-1e0b-4218-892f-c6980cf4fbc3'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:09:30.275317 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31709872-6f07-4eba-9ce5-b37b5792bfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2eec4f-3453-46ef-8952-5abf85d12adc", "tag": "44dc467b-1e0b-4218-892f-c6980cf4fbc3"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:09:30.303452 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701aae4-49b8-439d-9f77-c79560ec0365 service neutron] Pushing event updated for resources: {'Port': ['ID=44dc467b-1e0b-4218-892f-c6980cf4fbc3,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:30.314282 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d2b14-32ca-42bc-afcb-a4d5d4087e20 req-6af51e31-e790-45a3-be4e-40bc6d70a672 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:30.316343 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-299d2b14-32ca-42bc-afcb-a4d5d4087e20 req-6af51e31-e790-45a3-be4e-40bc6d70a672 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 943 time: 0.0732257 Feb 15 05:09:30.324530 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3da6cb5-4d0d-4a44-9011-cbcb41d4d10c x-openstack-request-id: req-d3da6cb5-4d0d-4a44-9011-cbcb41d4d10c {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:09:30.324530 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2eec4f-3453-46ef-8952-5abf85d12adc", "tag": "44dc467b-1e0b-4218-892f-c6980cf4fbc3", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:09:30.324530 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3da6cb5-4d0d-4a44-9011-cbcb41d4d10c {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:09:30.324530 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'tag': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'status': 'completed', 'code': 200} Feb 15 05:09:30.373897 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-299d2b14-32ca-42bc-afcb-a4d5d4087e20 req-68cdb0a7-98c2-4144-bd4e-199635ecb67b tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513871 Feb 15 05:09:30.397025 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709872-6f07-4eba-9ce5-b37b5792bfb2 req-7ec3004d-7f03-485e-9f41-d487c261376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:30.398544 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-31709872-6f07-4eba-9ce5-b37b5792bfb2 req-7ec3004d-7f03-485e-9f41-d487c261376a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 1127 time: 0.0563049 Feb 15 05:09:30.500787 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709872-6f07-4eba-9ce5-b37b5792bfb2 req-017d17c1-a9ee-4909-b7e2-9f7f5b73015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:30.502248 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-31709872-6f07-4eba-9ce5-b37b5792bfb2 req-017d17c1-a9ee-4909-b7e2-9f7f5b73015a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=82110d673b4a4f55bda43eb2f0453f43&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0957909 Feb 15 05:09:30.591334 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709872-6f07-4eba-9ce5-b37b5792bfb2 req-55b68d5a-21e3-4597-a9ab-ecbe2b8f1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:30.593593 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-31709872-6f07-4eba-9ce5-b37b5792bfb2 req-55b68d5a-21e3-4597-a9ab-ecbe2b8f1ccf service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854416 Feb 15 05:09:30.669649 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-c2a9e793-b00c-4d0e-9426-1446ff2efdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:30.672205 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-c2a9e793-b00c-4d0e-9426-1446ff2efdeb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 1127 time: 0.0448565 Feb 15 05:09:30.714884 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-927c3f7f-c20e-4e4d-b6f9-df54f997ec30 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44dc467b-1e0b-4218-892f-c6980cf4fbc3 HTTP/1.1" status: 200 len: 217 time: 0.0365150 Feb 15 05:09:30.761062 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-a447a3d1-f0f7-4434-9f8d-3cc123e78c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:30.762509 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-a447a3d1-f0f7-4434-9f8d-3cc123e78c92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9005181e-bcd1-4720-b825-c820fed65af1 HTTP/1.1" status: 200 len: 851 time: 0.0425346 Feb 15 05:09:30.809850 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-6ef3a849-d20c-46be-b894-13ef739ad37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:30.811980 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-6ef3a849-d20c-46be-b894-13ef739ad37c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36084994-3a6f-459e-81d2-1b7dccc740f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437698 Feb 15 05:09:30.902550 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-cf1752a5-f8b1-4dc0-ac2b-be5d4ba3c6c0 service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845783 Feb 15 05:09:30.992607 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f22733bf-ba08-403f-8f96-9c8d0995565c req-7b7ec39c-ff51-4ab6-a9e4-b407c476d2d6 service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840144 Feb 15 05:09:31.496142 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b34133-78fe-4065-a0e7-c7bcb9eff406 req-5c9657a6-926f-4d48-968d-99953826c314 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:31.497639 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-19b34133-78fe-4065-a0e7-c7bcb9eff406 req-5c9657a6-926f-4d48-968d-99953826c314 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 943 time: 0.0545905 Feb 15 05:09:31.802736 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-19b34133-78fe-4065-a0e7-c7bcb9eff406 req-22990cc9-27ed-4cd4-ae82-26199cdcc317 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2990336 Feb 15 05:09:32.316534 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-e1109613-59d4-4364-97f9-0da53e5e8a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:32.918491 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b546f3-45bf-47c2-affe-e3da34771eaf req-b1067375-77cc-404e-b044-89607a48f2b8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:32.919927 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f9b546f3-45bf-47c2-affe-e3da34771eaf req-b1067375-77cc-404e-b044-89607a48f2b8 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 943 time: 0.0504215 Feb 15 05:09:32.969616 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f9b546f3-45bf-47c2-affe-e3da34771eaf req-d1590a1a-d0f2-40e4-87cf-a188709254e5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427556 Feb 15 05:09:34.091632 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e0e72-43a5-4991-9e34-73be4228ee0a req-07a4f330-eb8e-44c0-81b0-2f23ae2b870e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:34.093391 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-101e0e72-43a5-4991-9e34-73be4228ee0a req-07a4f330-eb8e-44c0-81b0-2f23ae2b870e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 943 time: 0.0525434 Feb 15 05:09:34.147246 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-101e0e72-43a5-4991-9e34-73be4228ee0a req-d4e00e96-7ecf-43c0-9406-ffea3f950fb4 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482948 Feb 15 05:09:34.694085 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-98bf9357-aab5-4084-aa58-7c61a3043878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.276778 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae705c35-0215-43bd-b35f-d1438383fcc6 req-181c3ca5-6c1b-4a1a-8398-058a5872b226 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:35.278581 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ae705c35-0215-43bd-b35f-d1438383fcc6 req-181c3ca5-6c1b-4a1a-8398-058a5872b226 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 943 time: 0.0622113 Feb 15 05:09:35.332087 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ae705c35-0215-43bd-b35f-d1438383fcc6 req-ad8ea9a7-3ae5-4138-8b89-3f5cb646ca0c tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470619 Feb 15 05:09:35.893857 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.453303 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb618386-d899-4597-b9da-937e8fb02100 req-96e3450c-4f7a-411c-9ca9-4843ac924a7a tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:36.454789 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cb618386-d899-4597-b9da-937e8fb02100 req-96e3450c-4f7a-411c-9ca9-4843ac924a7a tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 943 time: 0.0543044 Feb 15 05:09:36.505882 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cb618386-d899-4597-b9da-937e8fb02100 req-80406e15-fcce-4fd5-bca8-1dd5fe81ff8b tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455229 Feb 15 05:09:37.236724 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:37.626505 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dd659-4779-4e1e-bcff-0644edad54ca req-de842bb4-c4ec-4e00-a11f-ff4da1ce1e97 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:37.627989 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-029dd659-4779-4e1e-bcff-0644edad54ca req-de842bb4-c4ec-4e00-a11f-ff4da1ce1e97 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 943 time: 0.0553558 Feb 15 05:09:37.677286 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-029dd659-4779-4e1e-bcff-0644edad54ca req-89d47a0c-1555-4267-95a7-ba927633bdc3 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437379 Feb 15 05:09:38.736203 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:38.796963 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9d2ce-bf57-448a-8df3-720299098a9d req-9e04e1cc-ee94-41f2-9876-761d7b37838f tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:38.798544 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c3f9d2ce-bf57-448a-8df3-720299098a9d req-9e04e1cc-ee94-41f2-9876-761d7b37838f tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 943 time: 0.0544038 Feb 15 05:09:38.849059 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c3f9d2ce-bf57-448a-8df3-720299098a9d req-67e913e6-1668-4d04-ab64-97d1e95fab78 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446746 Feb 15 05:09:39.837947 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 44dc467b-1e0b-4218-892f-c6980cf4fbc3 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:09:39.936657 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 44dc467b-1e0b-4218-892f-c6980cf4fbc3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=44dc467b-1e0b-4218-892f-c6980cf4fbc3,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:39.948129 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'port_id': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'mac_address': 'fa:16:3e:84:52:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:09:39.965977 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226f1ed-45da-421b-ab8d-2efcf8d2e045 req-97ff55ee-e4b9-40c4-8a8f-7f575ce20ec5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:39.967433 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2226f1ed-45da-421b-ab8d-2efcf8d2e045 req-97ff55ee-e4b9-40c4-8a8f-7f575ce20ec5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 943 time: 0.0524232 Feb 15 05:09:39.985792 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 44dc467b-1e0b-4218-892f-c6980cf4fbc3 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:39.986175 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:39.998581 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44dc467b-1e0b-4218-892f-c6980cf4fbc3 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:09:40.018005 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-2226f1ed-45da-421b-ab8d-2efcf8d2e045 req-32c006df-57ad-45d1-88b8-fd9e59de6fea tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438044 Feb 15 05:09:40.019100 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 44dc467b-1e0b-4218-892f-c6980cf4fbc3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=44dc467b-1e0b-4218-892f-c6980cf4fbc3,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:40.084837 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.137279 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=44dc467b-1e0b-4218-892f-c6980cf4fbc3,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:40.145680 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.146026 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.146370 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.146703 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.147031 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.147351 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.147673 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.147995 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.148314 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.148629 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.148946 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.149294 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.149606 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.550872 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['44dc467b-1e0b-4218-892f-c6980cf4fbc3'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:09:41.148201 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a884f2-b77d-4b29-869a-eb430af7b499 req-e43bf508-a45b-4f26-a2a7-2d7d8f328470 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:41.149709 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a3a884f2-b77d-4b29-869a-eb430af7b499 req-e43bf508-a45b-4f26-a2a7-2d7d8f328470 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 944 time: 0.0563884 Feb 15 05:09:41.198920 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a3a884f2-b77d-4b29-869a-eb430af7b499 req-2bdcc519-d2a4-4b88-9a59-136297725883 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438128 Feb 15 05:09:41.850317 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 44dc467b-1e0b-4218-892f-c6980cf4fbc3 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:09:41.959016 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 44dc467b-1e0b-4218-892f-c6980cf4fbc3 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:09:41.963343 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 44dc467b-1e0b-4218-892f-c6980cf4fbc3 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:41.963728 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:42.041210 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 44dc467b-1e0b-4218-892f-c6980cf4fbc3 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:42.041601 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:42.067002 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dc467b-1e0b-4218-892f-c6980cf4fbc3'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:09:42.069276 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17e769f-e75d-4e4a-b159-167a44bb08eb" -d '{"events": [{"server_uuid": "6b2eec4f-3453-46ef-8952-5abf85d12adc", "name": "network-vif-plugged", "status": "completed", "tag": "44dc467b-1e0b-4218-892f-c6980cf4fbc3"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:09:42.082170 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 44dc467b-1e0b-4218-892f-c6980cf4fbc3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=44dc467b-1e0b-4218-892f-c6980cf4fbc3,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:42.106614 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa882f7-9767-46b1-9597-44a7b2e39f23 x-openstack-request-id: req-eaa882f7-9767-46b1-9597-44a7b2e39f23 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:09:42.112138 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2eec4f-3453-46ef-8952-5abf85d12adc", "name": "network-vif-plugged", "status": "completed", "tag": "44dc467b-1e0b-4218-892f-c6980cf4fbc3", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:09:42.112138 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eaa882f7-9767-46b1-9597-44a7b2e39f23 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:09:42.112138 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'code': 200} Feb 15 05:09:42.163100 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:42.214801 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=44dc467b-1e0b-4218-892f-c6980cf4fbc3,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:42.492856 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96bfcf-c524-489a-a11b-3dbaf0565eff req-9cf1e91b-bade-4742-8092-ebfc6737cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:42.494364 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-aa96bfcf-c524-489a-a11b-3dbaf0565eff req-9cf1e91b-bade-4742-8092-ebfc6737cea7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 1129 time: 0.0798681 Feb 15 05:09:42.506296 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7dad5-b304-48a4-b4dd-c6862d32bbb0 req-35ea4cc7-fb2f-431a-a152-1637ff56c72b tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:42.507716 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8af7dad5-b304-48a4-b4dd-c6862d32bbb0 req-35ea4cc7-fb2f-431a-a152-1637ff56c72b tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 945 time: 0.2416639 Feb 15 05:09:42.578611 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-aa96bfcf-c524-489a-a11b-3dbaf0565eff req-778a88b2-3a2c-424d-9d49-23d9017201d2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699348 Feb 15 05:09:42.582408 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-8af7dad5-b304-48a4-b4dd-c6862d32bbb0 req-6a3e38af-5a6c-4676-aee5-155839413e55 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687048 Feb 15 05:09:43.703358 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08178a9-c7e2-400d-a851-accb3d8954b3 req-50aa2992-11dc-4189-b37a-dca9307f4703 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:43.704784 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c08178a9-c7e2-400d-a851-accb3d8954b3 req-50aa2992-11dc-4189-b37a-dca9307f4703 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 945 time: 0.0555913 Feb 15 05:09:43.751995 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c08178a9-c7e2-400d-a851-accb3d8954b3 req-aa118446-b792-443b-8671-9004ac6c5fc6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416756 Feb 15 05:09:44.867598 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b87a3b-40d8-4982-a491-f65b8dbddd03 req-af1f5fb9-7f5c-41d1-b2d0-c4f154ad10ba tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:44.869017 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15b87a3b-40d8-4982-a491-f65b8dbddd03 req-af1f5fb9-7f5c-41d1-b2d0-c4f154ad10ba tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 945 time: 0.0511105 Feb 15 05:09:44.918455 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15b87a3b-40d8-4982-a491-f65b8dbddd03 req-3a3f3941-4c7e-4332-826f-93ca101ee771 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439415 Feb 15 05:09:45.102060 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574d2fc-1342-41a1-a8bd-49c9d92cb9ce req-f217f843-e01f-4691-a307-f227a430415f tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:45.103482 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8574d2fc-1342-41a1-a8bd-49c9d92cb9ce req-f217f843-e01f-4691-a307-f227a430415f tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 945 time: 0.1121018 Feb 15 05:09:45.150547 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8574d2fc-1342-41a1-a8bd-49c9d92cb9ce req-27183eea-f782-4e6e-a611-18ab9a02306e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412264 Feb 15 05:09:45.173363 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59842) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:45.216871 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea90c904-daef-4d4c-9649-c29684cb3e32 tempest-TestVolumeBootPattern-759061313 tempest-TestVolumeBootPattern-759061313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:45.219024 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-ea90c904-daef-4d4c-9649-c29684cb3e32 tempest-TestVolumeBootPattern-759061313 tempest-TestVolumeBootPattern-759061313-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 1124 time: 0.0446889 Feb 15 05:09:45.221795 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59848) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:45.225963 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Request body: {'floatingip': {'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'port_id': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address': '172.20.0.8'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:45.296608 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.393005 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.495831 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Allocated IP 172.27.2.245 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/0d086d7b-6679-406d-8ae8-0cd9cd2e324e) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:09:45.591581 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for port (0d086d7b-6679-406d-8ae8-0cd9cd2e324e), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.673803 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (0d086d7b-6679-406d-8ae8-0cd9cd2e324e), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.710675 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:09:45.716884 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:45.721262 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:09:45.724276 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'Port': ['ID=0d086d7b-6679-406d-8ae8-0cd9cd2e324e,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:46.076643 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for floatingip (4190cd96-e39f-43c4-8e35-375211347604), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.201448 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (0d086d7b-6679-406d-8ae8-0cd9cd2e324e), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.349480 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for port (0d086d7b-6679-406d-8ae8-0cd9cd2e324e), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.410676 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263105297'] for port (0d086d7b-6679-406d-8ae8-0cd9cd2e324e), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.481258 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'Port': ['ID=0d086d7b-6679-406d-8ae8-0cd9cd2e324e,revision_number=2']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:46.491394 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (4190cd96-e39f-43c4-8e35-375211347604), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.600940 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.l3_db [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Floating IP 4190cd96-e39f-43c4-8e35-375211347604 associated. External IP: 172.27.2.245, port: 44dc467b-1e0b-4218-892f-c6980cf4fbc3. Feb 15 05:09:46.628103 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:09:46.679862 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d602a-89f4-4718-90a5-acc59abfc3e6 req-4a127e04-2988-4b3d-8677-f408c79414d9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:46.681341 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-727d602a-89f4-4718-90a5-acc59abfc3e6 req-4a127e04-2988-4b3d-8677-f408c79414d9 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 947 time: 0.0516634 Feb 15 05:09:46.728520 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-727d602a-89f4-4718-90a5-acc59abfc3e6 req-2d90866a-1507-4cea-9856-b46d1bf9e1be tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 Feb 15 05:09:46.812789 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Router 98d69b21-d2ec-45eb-97ad-fc29012707aa has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:09:46.920351 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:09:46.932461 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4084e87-ee84-4a80-a138-54eb4a09056c None None] Sync routers for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:09:46.942069 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4084e87-ee84-4a80-a138-54eb4a09056c None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:46.944661 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-d4084e87-ee84-4a80-a138-54eb4a09056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:47.001748 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.031524 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-373fa1be-25e4-4a82-8edd-dc5f23f65f86 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8087201 Feb 15 05:09:47.032248 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'tag': '44dc467b-1e0b-4218-892f-c6980cf4fbc3'}] {{(pid=119879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:09:47.034522 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a80aa83670eb8c05232e7c564b5732107f114138c78db7ec85f3e43402d36aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fcb2a3-307d-4c19-9fe9-983561edf37e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2eec4f-3453-46ef-8952-5abf85d12adc", "tag": "44dc467b-1e0b-4218-892f-c6980cf4fbc3"}]}' {{(pid=119879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:09:47.051491 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-d4084e87-ee84-4a80-a138-54eb4a09056c None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:47.079102 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9fffeb-2664-43bc-bb85-e6a56eed0728 x-openstack-request-id: req-0f9fffeb-2664-43bc-bb85-e6a56eed0728 {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:09:47.079462 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2eec4f-3453-46ef-8952-5abf85d12adc", "tag": "44dc467b-1e0b-4218-892f-c6980cf4fbc3", "status": "completed", "code": 200}]} {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:09:47.079720 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f9fffeb-2664-43bc-bb85-e6a56eed0728 {{(pid=119879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:09:47.080120 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'tag': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'status': 'completed', 'code': 200} Feb 15 05:09:47.145819 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb2a3-307d-4c19-9fe9-983561edf37e req-1822b52f-5e71-4c65-9275-d13dba902a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:47.147326 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-60fcb2a3-307d-4c19-9fe9-983561edf37e req-1822b52f-5e71-4c65-9275-d13dba902a88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 1129 time: 0.0459280 Feb 15 05:09:47.262521 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb2a3-307d-4c19-9fe9-983561edf37e req-4d0130cb-4d5d-41eb-b8c4-ab4a0c139293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:47.263928 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-60fcb2a3-307d-4c19-9fe9-983561edf37e req-4d0130cb-4d5d-41eb-b8c4-ab4a0c139293 service neutron] 10.222.0.52 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 913 time: 0.1089051 Feb 15 05:09:47.330573 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-60fcb2a3-307d-4c19-9fe9-983561edf37e req-ceea29c8-24b2-42e9-8e6f-5424ba6eea5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44dc467b-1e0b-4218-892f-c6980cf4fbc3 HTTP/1.1" status: 200 len: 999 time: 0.0598660 Feb 15 05:09:47.366888 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-d4084e87-ee84-4a80-a138-54eb4a09056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '4190cd96-e39f-43c4-8e35-375211347604', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:84:52:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:09:45Z', 'updated_at': '2022-02-15T05:09:45Z', 'revision_number': 0, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:47.384499 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb2a3-307d-4c19-9fe9-983561edf37e req-4c1e7c42-33bb-41ba-9e71-4d878ba40ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:47.385983 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-60fcb2a3-307d-4c19-9fe9-983561edf37e req-4c1e7c42-33bb-41ba-9e71-4d878ba40ff8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9005181e-bcd1-4720-b825-c820fed65af1 HTTP/1.1" status: 200 len: 851 time: 0.0487397 Feb 15 05:09:47.392579 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4084e87-ee84-4a80-a138-54eb4a09056c None None] Checking router: 98d69b21-d2ec-45eb-97ad-fc29012707aa for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:09:47.400546 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4084e87-ee84-4a80-a138-54eb4a09056c None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:47.401156 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-d4084e87-ee84-4a80-a138-54eb4a09056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:47.435834 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb2a3-307d-4c19-9fe9-983561edf37e req-506f8402-d74a-437d-9750-de676b8b50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:47.437500 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-60fcb2a3-307d-4c19-9fe9-983561edf37e req-506f8402-d74a-437d-9750-de676b8b50ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36084994-3a6f-459e-81d2-1b7dccc740f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446327 Feb 15 05:09:47.449215 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [req-60fcb2a3-307d-4c19-9fe9-983561edf37e req-d4069109-e38e-4b4b-aab3-8a2cf9d5901d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119878) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:09:47.450181 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-60fcb2a3-307d-4c19-9fe9-983561edf37e req-d4069109-e38e-4b4b-aab3-8a2cf9d5901d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049489 Feb 15 05:09:47.506356 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-d4084e87-ee84-4a80-a138-54eb4a09056c None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:47.543120 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-60fcb2a3-307d-4c19-9fe9-983561edf37e req-15e387bf-8d9e-4759-b7d3-8e42b8a09c28 service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866530 Feb 15 05:09:47.635130 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-60fcb2a3-307d-4c19-9fe9-983561edf37e req-025622f0-8592-4312-b96d-02552d8fd0b8 service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859611 Feb 15 05:09:47.729170 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-d4084e87-ee84-4a80-a138-54eb4a09056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '4190cd96-e39f-43c4-8e35-375211347604', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:84:52:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:09:45Z', 'updated_at': '2022-02-15T05:09:45Z', 'revision_number': 0, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:47.755893 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4084e87-ee84-4a80-a138-54eb4a09056c None None] The sync data for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi is: [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '4190cd96-e39f-43c4-8e35-375211347604', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:84:52:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:09:45Z', 'updated_at': '2022-02-15T05:09:45Z', 'revision_number': 0, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:09:47.853413 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb1370-13fa-46a4-9be4-5093d4fa54ea req-5a7a1ecc-5927-4a4d-b8fe-616c693eac56 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:47.855439 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-30fb1370-13fa-46a4-9be4-5093d4fa54ea req-5a7a1ecc-5927-4a4d-b8fe-616c693eac56 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 947 time: 0.0554490 Feb 15 05:09:47.902454 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-30fb1370-13fa-46a4-9be4-5093d4fa54ea req-5278cbac-7ea3-4260-b610-aabb4e14b07c tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419166 Feb 15 05:09:47.958686 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1db6b-829f-466b-bc1d-be9a2c3ac3ec None None] New status for floating IP 4190cd96-e39f-43c4-8e35-375211347604: ACTIVE {{(pid=119880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:09:48.856662 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-c1e10ca3-bfbc-44bc-8052-e8b238a8fd42 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:48.858105 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-c1e10ca3-bfbc-44bc-8052-e8b238a8fd42 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.52 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 947 time: 0.0501771 Feb 15 05:09:48.957412 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Deleting port b08381a5-21eb-4ee0-bebf-e3f740c86f8b {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:09:48.957843 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.029404 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae30df0-f3a8-46ec-b58f-42f9ca6fc194 req-e211d471-ebb4-4f53-89de-b43660d6629d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:49.031884 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-dae30df0-f3a8-46ec-b58f-42f9ca6fc194 req-e211d471-ebb4-4f53-89de-b43660d6629d tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 947 time: 0.0541315 Feb 15 05:09:49.045650 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] For port b08381a5-21eb-4ee0-bebf-e3f740c86f8b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:49.046111 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.079037 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-dae30df0-f3a8-46ec-b58f-42f9ca6fc194 req-749ee3b2-ec65-49ad-946d-bd751fde64e4 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups?id=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415649 Feb 15 05:09:49.227029 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.227394 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (f2cab4f3-f8db-416b-b00b-c2f9754b997e), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.227713 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.l3_db [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Floating IP f2cab4f3-f8db-416b-b00b-c2f9754b997e disassociated. External IP: 172.27.2.98, port: b08381a5-21eb-4ee0-bebf-e3f740c86f8b. Feb 15 05:09:49.228061 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Calling delete_port for b08381a5-21eb-4ee0-bebf-e3f740c86f8b owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:09:49.427287 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (b08381a5-21eb-4ee0-bebf-e3f740c86f8b), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.461320 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event deleted for resources: {'Port': ['ID=b08381a5-21eb-4ee0-bebf-e3f740c86f8b,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:49.472855 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:49.473283 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:49.473586 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:49.480691 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:49.480691 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:49.480691 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:49.480691 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:49.480691 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:49.480691 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:49.480691 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:49.480691 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:49.480691 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:49.480691 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:49.585766 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Router 590099b4-8911-4874-8e28-9e63024406fb has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:09:49.694370 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:09:49.703656 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a25de5-1a01-4a0a-8866-4b788016b391 None None] Sync routers for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:09:49.713192 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a25de5-1a01-4a0a-8866-4b788016b391 None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:49.713869 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-74a25de5-1a01-4a0a-8866-4b788016b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:49.734341 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] No DVR routers for this DVR port b08381a5-21eb-4ee0-bebf-e3f740c86f8b on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:09:49.736846 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.740301 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e5192f04-d589-4e9d-9c9d-e9c497599d7f req-3ac0a3f4-c38a-4131-be3c-f53196e9ec4f tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.52 "DELETE /v2.0/ports/b08381a5-21eb-4ee0-bebf-e3f740c86f8b HTTP/1.1" status: 204 len: 173 time: 0.8770111 Feb 15 05:09:49.740756 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'name': 'network-vif-deleted', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:09:49.743526 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb7903f-79a9-4ea7-915a-18f5e63acbd6" -d '{"events": [{"server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "name": "network-vif-deleted", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:09:49.826174 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-74a25de5-1a01-4a0a-8866-4b788016b391 None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:49.847089 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684f2a79-2d03-4e19-86a7-4c98caa14e9f x-openstack-request-id: req-684f2a79-2d03-4e19-86a7-4c98caa14e9f {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:09:49.847380 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3099b0f1-4ddb-49f8-9214-5da6661c14e1", "name": "network-vif-deleted", "tag": "b08381a5-21eb-4ee0-bebf-e3f740c86f8b", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:09:49.847629 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-684f2a79-2d03-4e19-86a7-4c98caa14e9f {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:09:49.848028 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3099b0f1-4ddb-49f8-9214-5da6661c14e1', 'name': 'network-vif-deleted', 'tag': 'b08381a5-21eb-4ee0-bebf-e3f740c86f8b', 'status': 'completed', 'code': 200} Feb 15 05:09:50.033409 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-74a25de5-1a01-4a0a-8866-4b788016b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:33Z', 'revision_number': 5, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:50.064839 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a25de5-1a01-4a0a-8866-4b788016b391 None None] Checking router: 590099b4-8911-4874-8e28-9e63024406fb for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:09:50.073056 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a25de5-1a01-4a0a-8866-4b788016b391 None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:50.073687 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-74a25de5-1a01-4a0a-8866-4b788016b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:50.181535 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-74a25de5-1a01-4a0a-8866-4b788016b391 None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:50.190668 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-596858da-f03d-4579-a9cc-f4b5b6fce61e req-2ae1cb82-2cef-440a-a7af-178079bafdbd tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/ports?device_id=3099b0f1-4ddb-49f8-9214-5da6661c14e1 HTTP/1.1" status: 200 len: 210 time: 0.0267091 Feb 15 05:09:50.372712 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-74a25de5-1a01-4a0a-8866-4b788016b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:33Z', 'revision_number': 5, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:50.398935 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a25de5-1a01-4a0a-8866-4b788016b391 None None] The sync data for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi is: [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T04:59:28Z', 'revision_number': 4, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '3eb1d137-2543-405b-8fbd-846c141e565e', 'name': '', 'network_id': '241d7b4d-8815-491c-866f-29f7ceeec045', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'mac_address': 'fa:16:3e:56:75:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:26Z', 'updated_at': '2022-02-15T04:59:33Z', 'revision_number': 5, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'subnets': [{'id': '3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:09:50.618246 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35c5a7-8c33-425d-a401-d8297a74ebf4 None None] New status for floating IP f2cab4f3-f8db-416b-b00b-c2f9754b997e: DOWN {{(pid=119880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:09:51.371383 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 59892) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:51.427834 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group (d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.450263 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group (d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.547804 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.550678 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.551833 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "DELETE /v2.0/security-groups/d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0 HTTP/1.1" status: 204 len: 168 time: 0.1794612 Feb 15 05:09:51.554675 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59894) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:51.562195 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:51.567928 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.api.v2.resource [None req-18365d6c-b92b-4467-b6b1-ce0fb34fb3d8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] show failed (client error): The resource could not be found. Feb 15 05:09:51.571541 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-18365d6c-b92b-4467-b6b1-ce0fb34fb3d8 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "GET /v2.0/security-groups/d80ca2e1-72ce-4bf3-ab58-cbdfb4e0f3a0 HTTP/1.1" status: 404 len: 347 time: 0.0132322 Feb 15 05:09:51.571686 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:51.571686 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:51.571686 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:51.571686 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:51.571686 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:51.571686 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:51.571686 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:51.571686 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:51.571686 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:51.572479 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59896) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:51.572570 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:51.572570 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:51.572570 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:51.572835 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d45ce2-0b29-4078-9236-2665bd5cbf20 tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:51.691958 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-9aabde44-d0d5-4638-b6a4-38802fc3c1de tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Deleting port ae88b3e1-9896-4551-9772-8e48dd03af8a {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:09:51.692188 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9aabde44-d0d5-4638-b6a4-38802fc3c1de tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (ae88b3e1-9896-4551-9772-8e48dd03af8a), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.767046 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9aabde44-d0d5-4638-b6a4-38802fc3c1de tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (ae88b3e1-9896-4551-9772-8e48dd03af8a), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.767361 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9aabde44-d0d5-4638-b6a4-38802fc3c1de tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (ae88b3e1-9896-4551-9772-8e48dd03af8a), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.778537 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-9aabde44-d0d5-4638-b6a4-38802fc3c1de tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Calling delete_port for ae88b3e1-9896-4551-9772-8e48dd03af8a owned by network:floatingip {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:09:51.905799 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device b08381a5-21eb-4ee0-bebf-e3f740c86f8b no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:09:51.924291 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: b08381a5-21eb-4ee0-bebf-e3f740c86f8b {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:09:51.925402 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device b08381a5-21eb-4ee0-bebf-e3f740c86f8b not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:09:51.970314 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9aabde44-d0d5-4638-b6a4-38802fc3c1de tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (ae88b3e1-9896-4551-9772-8e48dd03af8a), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.999355 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabde44-d0d5-4638-b6a4-38802fc3c1de tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Pushing event deleted for resources: {'Port': ['ID=ae88b3e1-9896-4551-9772-8e48dd03af8a,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:52.058737 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9aabde44-d0d5-4638-b6a4-38802fc3c1de tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks [] for floatingip (f2cab4f3-f8db-416b-b00b-c2f9754b997e), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:52.062271 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9aabde44-d0d5-4638-b6a4-38802fc3c1de tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:52.063629 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-9aabde44-d0d5-4638-b6a4-38802fc3c1de tempest-AttachVolumeShelveTestJSON-1969832955 tempest-AttachVolumeShelveTestJSON-1969832955-project] 10.222.0.24 "DELETE /v2.0/floatingips/f2cab4f3-f8db-416b-b00b-c2f9754b997e HTTP/1.1" status: 204 len: 168 time: 0.4910827 Feb 15 05:09:54.724862 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59926) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:55.227732 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-01c9182b-a546-4ba0-890f-dcbc7fd2d5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707116'] for router_interface (590099b4-8911-4874-8e28-9e63024406fb), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:55.527866 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-01c9182b-a546-4ba0-890f-dcbc7fd2d5cb admin admin] Deleting port 3eb1d137-2543-405b-8fbd-846c141e565e {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:09:55.528225 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-01c9182b-a546-4ba0-890f-dcbc7fd2d5cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:55.604317 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [None req-01c9182b-a546-4ba0-890f-dcbc7fd2d5cb admin admin] For port 3eb1d137-2543-405b-8fbd-846c141e565e, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=3eb1d137-2543-405b-8fbd-846c141e565e,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:55.604880 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-01c9182b-a546-4ba0-890f-dcbc7fd2d5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:55.617602 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-01c9182b-a546-4ba0-890f-dcbc7fd2d5cb admin admin] Calling delete_port for 3eb1d137-2543-405b-8fbd-846c141e565e owned by network:router_interface {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:09:55.844785 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-01c9182b-a546-4ba0-890f-dcbc7fd2d5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (3eb1d137-2543-405b-8fbd-846c141e565e), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:55.874961 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9182b-a546-4ba0-890f-dcbc7fd2d5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb1d137-2543-405b-8fbd-846c141e565e,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:56.291155 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-01c9182b-a546-4ba0-890f-dcbc7fd2d5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3650636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707256'] for router_interface (590099b4-8911-4874-8e28-9e63024406fb), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:56.507480 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c9182b-a546-4ba0-890f-dcbc7fd2d5cb admin admin] Router 590099b4-8911-4874-8e28-9e63024406fb has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:09:56.613376 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c9182b-a546-4ba0-890f-dcbc7fd2d5cb admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:09:56.619967 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-01c9182b-a546-4ba0-890f-dcbc7fd2d5cb admin admin] 10.222.0.24 "PUT /v2.0/routers/590099b4-8911-4874-8e28-9e63024406fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8925455 Feb 15 05:09:56.621024 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59946) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:56.622614 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee99ff-638b-4690-ae8d-08264f250571 None None] Sync routers for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:09:56.632682 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee99ff-638b-4690-ae8d-08264f250571 None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:56.633404 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-daee99ff-638b-4690-ae8d-08264f250571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:56.730185 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Publish callbacks [] for router (590099b4-8911-4874-8e28-9e63024406fb), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:56.822065 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-daee99ff-638b-4690-ae8d-08264f250571 None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:56.837684 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Publish callbacks [] for router_gateway (590099b4-8911-4874-8e28-9e63024406fb), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:56.967884 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Deleting port 44d215a9-642d-4e76-a537-eaf453a30000 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:09:56.968579 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (44d215a9-642d-4e76-a537-eaf453a30000), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:56.997598 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-daee99ff-638b-4690-ae8d-08264f250571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '44d215a9-642d-4e76-a537-eaf453a30000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T05:09:55Z', 'revision_number': 5, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port': {'id': '44d215a9-642d-4e76-a537-eaf453a30000', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590099b4-8911-4874-8e28-9e63024406fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:59:22Z', 'updated_at': '2022-02-15T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:57.026341 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee99ff-638b-4690-ae8d-08264f250571 None None] Checking router: 590099b4-8911-4874-8e28-9e63024406fb for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:09:57.035107 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee99ff-638b-4690-ae8d-08264f250571 None None] Routers {'590099b4-8911-4874-8e28-9e63024406fb'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:57.035842 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-daee99ff-638b-4690-ae8d-08264f250571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['590099b4-8911-4874-8e28-9e63024406fb'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:57.050450 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] For port 44d215a9-642d-4e76-a537-eaf453a30000, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=44d215a9-642d-4e76-a537-eaf453a30000,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:57.051326 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (44d215a9-642d-4e76-a537-eaf453a30000), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.064491 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Calling delete_port for 44d215a9-642d-4e76-a537-eaf453a30000 owned by network:router_gateway {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:09:57.125846 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-daee99ff-638b-4690-ae8d-08264f250571 None None] Set router 590099b4-8911-4874-8e28-9e63024406fb gateway port host: None {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:57.184752 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-daee99ff-638b-4690-ae8d-08264f250571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T05:09:56Z', 'revision_number': 6, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port_host': None}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:57.210801 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee99ff-638b-4690-ae8d-08264f250571 None None] The sync data for ids ['590099b4-8911-4874-8e28-9e63024406fb'] in dv-cinder-828060-5-iscsi is: [{'id': '590099b4-8911-4874-8e28-9e63024406fb', 'name': 'tempest-AttachVolumeShelveTestJSON-2050679299-router', 'tenant_id': '70810d3d51d44ce4ae997d8906aa40d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:59:20Z', 'updated_at': '2022-02-15T05:09:56Z', 'revision_number': 6, 'project_id': '70810d3d51d44ce4ae997d8906aa40d1', 'gw_port_host': None}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:09:57.278685 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (44d215a9-642d-4e76-a537-eaf453a30000), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.308240 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d215a9-642d-4e76-a537-eaf453a30000,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:57.370795 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707558'] for router_gateway (590099b4-8911-4874-8e28-9e63024406fb), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.475265 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8321'] for router (590099b4-8911-4874-8e28-9e63024406fb), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.477677 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Publish callbacks [] for router_controller (590099b4-8911-4874-8e28-9e63024406fb), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.593760 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702026'] for router (590099b4-8911-4874-8e28-9e63024406fb), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.596272 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 590099b4-8911-4874-8e28-9e63024406fb {{(pid=119878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:09:57.599707 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.600914 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-345a303d-ddb9-4152-95c7-c4c91ff7ab83 admin admin] 10.222.0.24 "DELETE /v2.0/routers/590099b4-8911-4874-8e28-9e63024406fb HTTP/1.1" status: 204 len: 168 time: 0.9788134 Feb 15 05:09:57.603483 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59956) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:57.651080 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_v2 [None req-207a04d5-2d89-497d-995d-d94178febd69 admin admin] Deleting subnet 3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 {{(pid=119878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:09:57.654250 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-207a04d5-2d89-497d-995d-d94178febd69 admin admin] Publish callbacks [] for subnet (3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.688565 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-207a04d5-2d89-497d-995d-d94178febd69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260666702'] for subnet (3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.796765 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-207a04d5-2d89-497d-995d-d94178febd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.901598 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-207a04d5-2d89-497d-995d-d94178febd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263738715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260167594'] for subnet (3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.926888 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a04d5-2d89-497d-995d-d94178febd69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:57.931954 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-207a04d5-2d89-497d-995d-d94178febd69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.935470 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-207a04d5-2d89-497d-995d-d94178febd69 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3adb7b9e-259d-4e96-9a4c-e2c5f7e4d931 HTTP/1.1" status: 204 len: 168 time: 0.3307507 Feb 15 05:09:57.938148 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59958) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:57.939567 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c74edf3-d7db-4a66-9ec2-6e40c1927b7b None None] Network 241d7b4d-8815-491c-866f-29f7ceeec045 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:09:58.010642 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (241d7b4d-8815-491c-866f-29f7ceeec045), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.062561 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Deleting port 03f6e5ff-999d-4114-90d1-2ba2a727d561 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:09:58.062746 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.102139 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55337ace-8dac-4b7f-aa49-361c1dcd41ab None None] DHCP port deletion for 241d7b4d-8815-491c-866f-29f7ceeec045 request from dv-cinder-828060-5-iscsi {{(pid=119880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:09:58.133207 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] For port 03f6e5ff-999d-4114-90d1-2ba2a727d561, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=03f6e5ff-999d-4114-90d1-2ba2a727d561,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:58.133565 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.146393 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Calling delete_port for 03f6e5ff-999d-4114-90d1-2ba2a727d561 owned by network:dhcp {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:09:58.152295 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-55337ace-8dac-4b7f-aa49-361c1dcd41ab None None] Deleting port 03f6e5ff-999d-4114-90d1-2ba2a727d561 {{(pid=119880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:09:58.152623 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-55337ace-8dac-4b7f-aa49-361c1dcd41ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), before_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.218113 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-55337ace-8dac-4b7f-aa49-361c1dcd41ab None None] For port 03f6e5ff-999d-4114-90d1-2ba2a727d561, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=03f6e5ff-999d-4114-90d1-2ba2a727d561,segment=NetworkSegment(9e358d40-54e5-4597-8120-9d742f3edb88),segment_id=9e358d40-54e5-4597-8120-9d742f3edb88)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:58.218873 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-55337ace-8dac-4b7f-aa49-361c1dcd41ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), precommit_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.231902 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-55337ace-8dac-4b7f-aa49-361c1dcd41ab None None] Calling delete_port for 03f6e5ff-999d-4114-90d1-2ba2a727d561 owned by network:dhcp {{(pid=119880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:09:58.316686 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 3eb1d137-2543-405b-8fbd-846c141e565e no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:09:58.337006 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 3eb1d137-2543-405b-8fbd-846c141e565e {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:09:58.337303 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 3eb1d137-2543-405b-8fbd-846c141e565e not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:09:58.337707 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 03f6e5ff-999d-4114-90d1-2ba2a727d561 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:09:58.341468 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.358593 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 03f6e5ff-999d-4114-90d1-2ba2a727d561 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:09:58.358936 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 03f6e5ff-999d-4114-90d1-2ba2a727d561 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:09:58.359347 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 44d215a9-642d-4e76-a537-eaf453a30000 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:09:58.369091 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] No DVR routers for this DVR port 03f6e5ff-999d-4114-90d1-2ba2a727d561 on host dv-cinder-828060-5-iscsi {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:09:58.374735 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f6e5ff-999d-4114-90d1-2ba2a727d561,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:58.380951 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-55337ace-8dac-4b7f-aa49-361c1dcd41ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479'] for port (03f6e5ff-999d-4114-90d1-2ba2a727d561), after_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.384967 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 44d215a9-642d-4e76-a537-eaf453a30000 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:09:58.385406 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 44d215a9-642d-4e76-a537-eaf453a30000 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:09:58.411008 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55337ace-8dac-4b7f-aa49-361c1dcd41ab None None] Pushing event deleted for resources: {'Port': ['ID=03f6e5ff-999d-4114-90d1-2ba2a727d561,revision_number=None']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:58.412845 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55337ace-8dac-4b7f-aa49-361c1dcd41ab None None] No DVR routers for this DVR port 03f6e5ff-999d-4114-90d1-2ba2a727d561 on host dv-cinder-828060-5-iscsi {{(pid=119880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:09:58.468972 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (241d7b4d-8815-491c-866f-29f7ceeec045), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.489201 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241d7b4d-8815-491c-866f-29f7ceeec045']}} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:58.498066 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e358d40-54e5-4597-8120-9d742f3edb88') {'for_net_delete': True} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:58.498359 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e358d40-54e5-4597-8120-9d742f3edb88') {} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:58.508217 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260666741'] for segment (9e358d40-54e5-4597-8120-9d742f3edb88), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.521274 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (9e358d40-54e5-4597-8120-9d742f3edb88), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.527176 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=119878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:09:58.527546 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263738849'] for segment (9e358d40-54e5-4597-8120-9d742f3edb88), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: Traceback (most recent call last): Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: timer() Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: cb(*args, **kw) Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: return func(*args, **kwargs) Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: self._notify() Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: self.callback(batched_events) Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: event.method(event) Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: return f(self, *a, **k) Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: return self._get(url).json() Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: return self.request(url, 'GET', **kwargs) Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:09:58.529186 dv-cinder-828060-5-iscsi neutron-server[119878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:09:58.679274 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (241d7b4d-8815-491c-866f-29f7ceeec045), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.683670 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.688317 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] 10.222.0.24 "DELETE /v2.0/networks/241d7b4d-8815-491c-866f-29f7ceeec045 HTTP/1.1" status: 204 len: 168 time: 0.7482207 Feb 15 05:09:58.700287 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7f341-46e7-41a3-96d4-d549fb422b25 admin admin] Pushing event deleted for resources: {'Network': ['ID=241d7b4d-8815-491c-866f-29f7ceeec045,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:59.067919 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59968) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:59.106988 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-18e9da1d-e6c4-4ec8-b356-3f3c11eb3fed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70810d3d51d44ce4ae997d8906aa40d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379379 Feb 15 05:09:59.110029 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 59970) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:59.156267 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-96484fd0-0efc-4eac-a714-374d72e77b18 admin admin] Publish callbacks [] for security_group (f43aaa38-6ffb-4d11-bcb5-dfaffe0958e7), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:59.178925 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-96484fd0-0efc-4eac-a714-374d72e77b18 admin admin] Publish callbacks [] for security_group (f43aaa38-6ffb-4d11-bcb5-dfaffe0958e7), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:59.288085 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-96484fd0-0efc-4eac-a714-374d72e77b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (f43aaa38-6ffb-4d11-bcb5-dfaffe0958e7), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:59.290642 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-96484fd0-0efc-4eac-a714-374d72e77b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:59.291771 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-96484fd0-0efc-4eac-a714-374d72e77b18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f43aaa38-6ffb-4d11-bcb5-dfaffe0958e7 HTTP/1.1" status: 204 len: 168 time: 0.1808441 Feb 15 05:09:59.299560 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96484fd0-0efc-4eac-a714-374d72e77b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43aaa38-6ffb-4d11-bcb5-dfaffe0958e7,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:59.716635 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:01.314132 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60032) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:01.421692 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ccd79fb5-6393-4ad6-b881-915cfee058ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:01.494094 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ccd79fb5-6393-4ad6-b881-915cfee058ca admin admin] Publish callbacks [] for security_group (473ea472-f98b-4149-b7c2-852415ec79bd), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:01.550753 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ccd79fb5-6393-4ad6-b881-915cfee058ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (473ea472-f98b-4149-b7c2-852415ec79bd), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:01.590699 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-ccd79fb5-6393-4ad6-b881-915cfee058ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da9ca548476d429db626027d472f75e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754982 Feb 15 05:10:01.592609 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd79fb5-6393-4ad6-b881-915cfee058ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473ea472-f98b-4149-b7c2-852415ec79bd,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:01.593534 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60036) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:01.642094 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-890ef5ba-6c6d-4a9d-9391-554efe5df064 admin admin] Publish callbacks [] for security_group (473ea472-f98b-4149-b7c2-852415ec79bd), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:01.663743 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-890ef5ba-6c6d-4a9d-9391-554efe5df064 admin admin] Publish callbacks [] for security_group (473ea472-f98b-4149-b7c2-852415ec79bd), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:01.715908 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60040) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:01.775810 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-890ef5ba-6c6d-4a9d-9391-554efe5df064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (473ea472-f98b-4149-b7c2-852415ec79bd), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:01.778438 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-890ef5ba-6c6d-4a9d-9391-554efe5df064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:01.779593 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-890ef5ba-6c6d-4a9d-9391-554efe5df064 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/473ea472-f98b-4149-b7c2-852415ec79bd HTTP/1.1" status: 204 len: 168 time: 0.1849954 Feb 15 05:10:01.801393 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ef5ba-6c6d-4a9d-9391-554efe5df064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473ea472-f98b-4149-b7c2-852415ec79bd,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:01.826233 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3392f387-ad34-4662-bfb6-c8bc279d8b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:01.900069 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3392f387-ad34-4662-bfb6-c8bc279d8b33 admin admin] Publish callbacks [] for security_group (89cfa753-d5d5-4ae6-af60-a36ef7c77627), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:01.974060 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3392f387-ad34-4662-bfb6-c8bc279d8b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (89cfa753-d5d5-4ae6-af60-a36ef7c77627), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:02.014170 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-3392f387-ad34-4662-bfb6-c8bc279d8b33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b7377f0467a4539831213c7bd777e27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971570 Feb 15 05:10:02.015166 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392f387-ad34-4662-bfb6-c8bc279d8b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cfa753-d5d5-4ae6-af60-a36ef7c77627,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:02.016868 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60046) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:02.084385 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-56f15b82-b596-4dda-aaeb-9876a8ca2179 admin admin] Publish callbacks [] for security_group (89cfa753-d5d5-4ae6-af60-a36ef7c77627), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:02.105280 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-56f15b82-b596-4dda-aaeb-9876a8ca2179 admin admin] Publish callbacks [] for security_group (89cfa753-d5d5-4ae6-af60-a36ef7c77627), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:02.221277 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-56f15b82-b596-4dda-aaeb-9876a8ca2179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (89cfa753-d5d5-4ae6-af60-a36ef7c77627), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:02.225113 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-56f15b82-b596-4dda-aaeb-9876a8ca2179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:02.226457 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-56f15b82-b596-4dda-aaeb-9876a8ca2179 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89cfa753-d5d5-4ae6-af60-a36ef7c77627 HTTP/1.1" status: 204 len: 168 time: 0.2045088 Feb 15 05:10:02.235866 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f15b82-b596-4dda-aaeb-9876a8ca2179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cfa753-d5d5-4ae6-af60-a36ef7c77627,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:02.341258 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-8add3407-5a68-4305-abf5-764969286f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:02.785230 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60070) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:02.798443 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d9830bdc-567f-496f-a0f3-b9e2b269c46f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:02.875366 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d9830bdc-567f-496f-a0f3-b9e2b269c46f admin admin] Publish callbacks [] for security_group (f6cdbd04-5500-4766-b7e4-195fe08e19e3), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:02.964521 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d9830bdc-567f-496f-a0f3-b9e2b269c46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (f6cdbd04-5500-4766-b7e4-195fe08e19e3), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:03.004046 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d9830bdc-567f-496f-a0f3-b9e2b269c46f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d89f0ec6f2f34b91aa59c3728e0e859e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175443 Feb 15 05:10:03.005026 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9830bdc-567f-496f-a0f3-b9e2b269c46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cdbd04-5500-4766-b7e4-195fe08e19e3,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:03.006681 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60078) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:03.055127 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8feb0b1e-3cd9-4d89-a71e-3a168f1c330a admin admin] Publish callbacks [] for security_group (f6cdbd04-5500-4766-b7e4-195fe08e19e3), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:03.075630 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8feb0b1e-3cd9-4d89-a71e-3a168f1c330a admin admin] Publish callbacks [] for security_group (f6cdbd04-5500-4766-b7e4-195fe08e19e3), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:03.192661 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8feb0b1e-3cd9-4d89-a71e-3a168f1c330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (f6cdbd04-5500-4766-b7e4-195fe08e19e3), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:03.195222 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8feb0b1e-3cd9-4d89-a71e-3a168f1c330a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:03.196353 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-8feb0b1e-3cd9-4d89-a71e-3a168f1c330a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6cdbd04-5500-4766-b7e4-195fe08e19e3 HTTP/1.1" status: 204 len: 168 time: 0.1886947 Feb 15 05:10:03.204023 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb0b1e-3cd9-4d89-a71e-3a168f1c330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cdbd04-5500-4766-b7e4-195fe08e19e3,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:03.580237 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60088) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:03.683802 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b1522882-8c88-4633-bce5-594aa3d6a5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:03.760092 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b1522882-8c88-4633-bce5-594aa3d6a5ea admin admin] Publish callbacks [] for security_group (0c10d5f3-deb3-4569-a6e3-640c5ae005f8), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:03.809774 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b1522882-8c88-4633-bce5-594aa3d6a5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (0c10d5f3-deb3-4569-a6e3-640c5ae005f8), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:03.846876 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1522882-8c88-4633-bce5-594aa3d6a5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c10d5f3-deb3-4569-a6e3-640c5ae005f8,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:03.851271 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-b1522882-8c88-4633-bce5-594aa3d6a5ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c0a61a1edd1449fb16dfae5d9b165bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700140 Feb 15 05:10:03.854540 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60098) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:03.902359 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-385d12d6-9d36-43b6-9467-002b9e1d255e admin admin] Publish callbacks [] for security_group (0c10d5f3-deb3-4569-a6e3-640c5ae005f8), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:03.924578 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-385d12d6-9d36-43b6-9467-002b9e1d255e admin admin] Publish callbacks [] for security_group (0c10d5f3-deb3-4569-a6e3-640c5ae005f8), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:04.044313 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-385d12d6-9d36-43b6-9467-002b9e1d255e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (0c10d5f3-deb3-4569-a6e3-640c5ae005f8), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:04.046955 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-385d12d6-9d36-43b6-9467-002b9e1d255e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:04.048210 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-385d12d6-9d36-43b6-9467-002b9e1d255e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c10d5f3-deb3-4569-a6e3-640c5ae005f8 HTTP/1.1" status: 204 len: 168 time: 0.1932831 Feb 15 05:10:04.058276 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d12d6-9d36-43b6-9467-002b9e1d255e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c10d5f3-deb3-4569-a6e3-640c5ae005f8,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:04.667445 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-926ef88a-2427-494f-bd40-98c87e9aeca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.226348 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60148) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:05.321197 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2078830256-network', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:05.426861 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Made reservation on behalf of 96bff23b05aa4ddca746e736a75716bd for: {'network': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:10:05.429347 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.438724 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.517564 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Publish callbacks [] for security_group (a9b4935a-0f6e-40f3-b2b9-d88e7f4a4cf7), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.581041 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (a9b4935a-0f6e-40f3-b2b9-d88e7f4a4cf7), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.605207 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=119878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:10:05.615255 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b4935a-0f6e-40f3-b2b9-d88e7f4a4cf7,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:05.621448 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (dfc0d6ea-af28-4af4-8c8d-140f34ae9204), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.621448 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.segments_db [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Added segment dfc0d6ea-af28-4af4-8c8d-140f34ae9204 of type vlan for network ff85841a-33c9-44eb-9bc2-71919d672385 Feb 15 05:10:05.659720 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (ff85841a-33c9-44eb-9bc2-71919d672385), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.750693 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (ff85841a-33c9-44eb-9bc2-71919d672385), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.751594 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:05.752180 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.821580 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=ff85841a-33c9-44eb-9bc2-71919d672385,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:05.834739 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network ff85841a-33c9-44eb-9bc2-71919d672385 details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:10:05.839582 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-e071730b-da08-4ce4-b7c5-0a9bf7e61dd0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6121097 Feb 15 05:10:05.844401 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60158) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:05.849303 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-1fd2b756-5872-403c-b155-8f7f05d0d48b admin admin] Request body: {'subnet': {'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2078830256-subnet', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'ip_version': 4}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:05.916508 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.962031 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd2b756-5872-403c-b155-8f7f05d0d48b admin admin] Made reservation on behalf of 96bff23b05aa4ddca746e736a75716bd for: {'subnet': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:10:05.964327 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b756-5872-403c-b155-8f7f05d0d48b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260167557'] for subnet (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.173802 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b756-5872-403c-b155-8f7f05d0d48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263737732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260167571'] for subnet (683159ba-1de7-466f-842a-a1b8e643ff47), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.230015 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2b756-5872-403c-b155-8f7f05d0d48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=683159ba-1de7-466f-842a-a1b8e643ff47,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:06.240089 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd2b756-5872-403c-b155-8f7f05d0d48b admin admin] Checking segment: {'id': 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:06.240445 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2b756-5872-403c-b155-8f7f05d0d48b admin admin] Network hostable DHCP agents. Network: ff85841a-33c9-44eb-9bc2-71919d672385, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:10:06.324108 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2b756-5872-403c-b155-8f7f05d0d48b admin admin] Network ff85841a-33c9-44eb-9bc2-71919d672385 is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:10:06.407786 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-1fd2b756-5872-403c-b155-8f7f05d0d48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, ff85841a-33c9-44eb-9bc2-71919d672385) {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:06.412367 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd2b756-5872-403c-b155-8f7f05d0d48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:06.413398 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b756-5872-403c-b155-8f7f05d0d48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.416340 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b9074d-2ba2-4f86-afbd-b686516d9378 None None] Network ff85841a-33c9-44eb-9bc2-71919d672385 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:10:06.504214 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-1fd2b756-5872-403c-b155-8f7f05d0d48b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6586390 Feb 15 05:10:06.506734 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60160) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:06.511948 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:06.516808 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp166c4624-0222-50a1-9bcc-8d4e37a786fe-ff85841a-33c9-44eb-9bc2-71919d672385', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'fixed_ips': [{'subnet_id': '683159ba-1de7-466f-842a-a1b8e643ff47'}]}} from dv-cinder-828060-5-iscsi. {{(pid=119880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:10:06.517698 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.593614 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8431'] for router (f78f3984-3049-4a5a-8ca6-411c46a31574), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.594810 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8440'] for router (f78f3984-3049-4a5a-8ca6-411c46a31574), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.646282 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Publish callbacks [] for router_controller (f78f3984-3049-4a5a-8ca6-411c46a31574), precommit_add_association {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.653688 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.db_base_plugin_common [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Allocated IP 172.20.0.2 (ff85841a-33c9-44eb-9bc2-71919d672385/683159ba-1de7-466f-842a-a1b8e643ff47/57fb8aac-24f3-484a-a982-12c60cbe8468) {{(pid=119880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:10:06.792228 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Publish callbacks [] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), precommit_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.851546 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Publish callbacks [] for router_gateway (f78f3984-3049-4a5a-8ca6-411c46a31574), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.859735 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.901268 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Network ff85841a-33c9-44eb-9bc2-71919d672385 is already hosted by enough agents. {{(pid=119880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:10:06.906802 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.base_scheduler [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Resources bound (agent type, host, resource id): {{(pid=119880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:06.910273 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Received port after_create {{(pid=119880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:10:06.917022 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Pushing event updated for resources: {'Port': ['ID=57fb8aac-24f3-484a-a982-12c60cbe8468,revision_number=1']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:06.969576 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Attempting to bind port 57fb8aac-24f3-484a-a982-12c60cbe8468 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:10:06.969950 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Attempting to bind port 57fb8aac-24f3-484a-a982-12c60cbe8468 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:10:06.970310 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Attempting to bind port 57fb8aac-24f3-484a-a982-12c60cbe8468 on network ff85841a-33c9-44eb-9bc2-71919d672385 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:06.977378 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:10:06.977378 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Checking segment: {'id': 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:06.977674 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.977860 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Bound using segment: {'id': 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:10:06.978317 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Bound port: 57fb8aac-24f3-484a-a982-12c60cbe8468, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:10:06.978698 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.040933 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] For port 57fb8aac-24f3-484a-a982-12c60cbe8468, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:10:07.044052 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] For port 57fb8aac-24f3-484a-a982-12c60cbe8468, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=57fb8aac-24f3-484a-a982-12c60cbe8468,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:10:07.119622 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.127256 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Publish callbacks [] for router_gateway (f78f3984-3049-4a5a-8ca6-411c46a31574), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.154239 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.201336 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c4d45-08fd-40b1-ba63-7128f24a4576 None None] Pushing event updated for resources: {'Port': ['ID=57fb8aac-24f3-484a-a982-12c60cbe8468,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:07.266052 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.267469 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Allocated IP 172.27.2.211 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/f4c02b8d-a674-440e-a168-de235f1e53e5) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:10:07.386265 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Publish callbacks [] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.762656 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.801489 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:10:07.804398 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:07.806868 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:10:07.839787 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c02b8d-a674-440e-a168-de235f1e53e5,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:08.076700 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ef908f-efbe-42fc-83a9-2157187a099e None None] Network ff85841a-33c9-44eb-9bc2-71919d672385 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:10:08.142044 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Publish callbacks [] for router_gateway (f78f3984-3049-4a5a-8ca6-411c46a31574), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.145828 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-c12bccaa-a6a2-41c2-bb78-7ba70b65d4b7 None None] Provisioning complete for port 57fb8aac-24f3-484a-a982-12c60cbe8468 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:08.146143 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-c12bccaa-a6a2-41c2-bb78-7ba70b65d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.267587 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-c12bccaa-a6a2-41c2-bb78-7ba70b65d4b7 None None] Current status of the port 57fb8aac-24f3-484a-a982-12c60cbe8468 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:08.268208 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-c12bccaa-a6a2-41c2-bb78-7ba70b65d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.319252 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-c12bccaa-a6a2-41c2-bb78-7ba70b65d4b7 None None] For port 57fb8aac-24f3-484a-a982-12c60cbe8468, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=57fb8aac-24f3-484a-a982-12c60cbe8468,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:08.388928 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-707458'] for router (f78f3984-3049-4a5a-8ca6-411c46a31574), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.396605 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-c12bccaa-a6a2-41c2-bb78-7ba70b65d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.423327 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 57fb8aac-24f3-484a-a982-12c60cbe8468 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:08.610242 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Router f78f3984-3049-4a5a-8ca6-411c46a31574 is scheduled to L3 agent 93191b66-45b8-451b-9430-45af3619aeed with binding_index 1 {{(pid=119878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:10:08.615063 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bccaa-a6a2-41c2-bb78-7ba70b65d4b7 None None] Pushing event updated for resources: {'Port': ['ID=57fb8aac-24f3-484a-a982-12c60cbe8468,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:08.630864 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-84211bdd-08e2-4d9d-a10a-2cd24dfbbb8f None None] Provisioning complete for port 57fb8aac-24f3-484a-a982-12c60cbe8468 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:08.631233 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-84211bdd-08e2-4d9d-a10a-2cd24dfbbb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.667572 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 57fb8aac-24f3-484a-a982-12c60cbe8468 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:08.667942 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.724605 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:10:08.751006 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Sync routers for ids ['f78f3984-3049-4a5a-8ca6-411c46a31574'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:10:08.762333 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.800740 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Routers {'f78f3984-3049-4a5a-8ca6-411c46a31574'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:10:08.801413 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:10:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['f78f3984-3049-4a5a-8ca6-411c46a31574'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:08.803262 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-84211bdd-08e2-4d9d-a10a-2cd24dfbbb8f None None] Current status of the port 57fb8aac-24f3-484a-a982-12c60cbe8468 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:08.846745 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.848202 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-3fe0b9b4-98b5-4eba-b48d-834f2281f9d3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3403869 Feb 15 05:10:08.850931 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60174) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:08.853601 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 57fb8aac-24f3-484a-a982-12c60cbe8468 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:08.928357 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Set router f78f3984-3049-4a5a-8ca6-411c46a31574 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:10:09.123256 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:10:07Z', 'revision_number': 3, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:09.155344 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Checking router: f78f3984-3049-4a5a-8ca6-411c46a31574 for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:10:09.155700 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Updating router f78f3984-3049-4a5a-8ca6-411c46a31574 port f4c02b8d-a674-440e-a168-de235f1e53e5 binding host dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:10:09.185004 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.277745 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.431815 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Allocated IP 172.20.0.1 (ff85841a-33c9-44eb-9bc2-71919d672385/683159ba-1de7-466f-842a-a1b8e643ff47/da7c9731-7067-45eb-b8c1-f2b2d5110756) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:10:09.440831 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Publish callbacks [] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), precommit_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.527549 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.534927 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Publish callbacks [] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.580865 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Attempting to bind port f4c02b8d-a674-440e-a168-de235f1e53e5 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:10:09.581262 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Attempting to bind port f4c02b8d-a674-440e-a168-de235f1e53e5 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:10:09.581623 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Attempting to bind port f4c02b8d-a674-440e-a168-de235f1e53e5 on network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:09.583592 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96be890-530b-40b4-9be3-ac6cebf4d86e None None] Pushing event updated for resources: {'Port': ['ID=f4c02b8d-a674-440e-a168-de235f1e53e5,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:09.588992 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:10:09.589395 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Checking segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:09.589790 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.590766 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Bound using segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:10:09.590766 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Bound port: f4c02b8d-a674-440e-a168-de235f1e53e5, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:10:09.591067 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.633105 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.644902 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] For port f4c02b8d-a674-440e-a168-de235f1e53e5, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:10:09.647915 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] For port f4c02b8d-a674-440e-a168-de235f1e53e5, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=f4c02b8d-a674-440e-a168-de235f1e53e5,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:10:09.670202 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Network ff85841a-33c9-44eb-9bc2-71919d672385 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:10:09.675831 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:09.679313 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:10:09.684679 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Pushing event updated for resources: {'Port': ['ID=da7c9731-7067-45eb-b8c1-f2b2d5110756,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:09.723106 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707761'] for router_interface (f78f3984-3049-4a5a-8ca6-411c46a31574), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.742144 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.809228 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Routers {'f78f3984-3049-4a5a-8ca6-411c46a31574'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:10:09.809781 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:10:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['f78f3984-3049-4a5a-8ca6-411c46a31574'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:09.848337 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96be890-530b-40b4-9be3-ac6cebf4d86e None None] Pushing event updated for resources: {'Port': ['ID=f4c02b8d-a674-440e-a168-de235f1e53e5,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:09.929543 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.933183 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] Set router f78f3984-3049-4a5a-8ca6-411c46a31574 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:10:10.006464 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-536bc418-cd32-424f-ba87-35f3802542cd None None] Provisioning complete for port da7c9731-7067-45eb-b8c1-f2b2d5110756 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:10.006731 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-536bc418-cd32-424f-ba87-35f3802542cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.078460 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-536bc418-cd32-424f-ba87-35f3802542cd None None] Port da7c9731-7067-45eb-b8c1-f2b2d5110756 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:10:10.095607 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Publish callbacks [] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.147095 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.153309 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:10:07Z', 'revision_number': 3, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:10.179867 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203afe4f-cdf2-4c23-8672-7d4eb63a4543 None None] The sync data for ids ['f78f3984-3049-4a5a-8ca6-411c46a31574'] in dv-cinder-828060-5-iscsi is: [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:10:07Z', 'revision_number': 3, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:10:10.219843 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3650677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707789'] for router_interface (f78f3984-3049-4a5a-8ca6-411c46a31574), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.227832 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Pushing event updated for resources: {'Port': ['ID=da7c9731-7067-45eb-b8c1-f2b2d5110756,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:10.333904 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Network ff85841a-33c9-44eb-9bc2-71919d672385 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:10:10.335473 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:10.340624 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 57fb8aac-24f3-484a-a982-12c60cbe8468 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:10.415031 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 57fb8aac-24f3-484a-a982-12c60cbe8468 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:10.415031 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.515410 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Router f78f3984-3049-4a5a-8ca6-411c46a31574 has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:10:10.553882 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 57fb8aac-24f3-484a-a982-12c60cbe8468 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:10.672725 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:10:10.678960 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-9d99ba08-075e-423d-86ad-cc47cfea306c admin admin] 10.222.0.24 "PUT /v2.0/routers/f78f3984-3049-4a5a-8ca6-411c46a31574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8269663 Feb 15 05:10:10.706874 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-aeb98984-fa8d-4067-aa8b-5cdf83c7243f None None] Provisioning complete for port da7c9731-7067-45eb-b8c1-f2b2d5110756 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:10.707407 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-aeb98984-fa8d-4067-aa8b-5cdf83c7243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.743385 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-aeb98984-fa8d-4067-aa8b-5cdf83c7243f None None] Port da7c9731-7067-45eb-b8c1-f2b2d5110756 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:10:11.409592 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60222) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:11.414879 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-501908312-network', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:11.518754 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Made reservation on behalf of 2f1b01a30e7840289910f938b9cf19b2 for: {'network': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:10:11.521095 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.530810 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.608891 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Publish callbacks [] for security_group (ca385024-3a83-465e-96fa-34ed13a443ac), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.665027 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ca385024-3a83-465e-96fa-34ed13a443ac), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.693209 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=119878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:10:11.699536 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca385024-3a83-465e-96fa-34ed13a443ac,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:11.705926 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (95de7105-cd9f-44c7-bf74-94ab35c4fc6b), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.706341 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.segments_db [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Added segment 95de7105-cd9f-44c7-bf74-94ab35c4fc6b of type vlan for network e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb Feb 15 05:10:11.748280 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.801549 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Sync routers for ids ['f78f3984-3049-4a5a-8ca6-411c46a31574'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:10:11.811870 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Routers {'f78f3984-3049-4a5a-8ca6-411c46a31574'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:10:11.812474 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:10:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['f78f3984-3049-4a5a-8ca6-411c46a31574'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:11.842213 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.843803 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:11.844392 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.903778 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] Pushing event updated for resources: {'Network': ['ID=e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:11.914133 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:10:11.922453 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Set router f78f3984-3049-4a5a-8ca6-411c46a31574 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:10:11.960318 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-ad929223-150f-4dd3-a473-afe8302d8d95 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5495684 Feb 15 05:10:11.966562 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60228) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:11.973453 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-15d46576-7cc6-42c2-ba24-138bb5c079e5 admin admin] Request body: {'subnet': {'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-501908312-subnet', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'ip_version': 4}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:12.049465 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d46576-7cc6-42c2-ba24-138bb5c079e5 admin admin] Made reservation on behalf of 2f1b01a30e7840289910f938b9cf19b2 for: {'subnet': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:10:12.051930 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-15d46576-7cc6-42c2-ba24-138bb5c079e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260167557'] for subnet (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.137787 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:10:09Z', 'revision_number': 4, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'da7c9731-7067-45eb-b8c1-f2b2d5110756', 'name': '', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'mac_address': 'fa:16:3e:1e:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:09Z', 'updated_at': '2022-02-15T05:10:09Z', 'revision_number': 2, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'subnets': [{'id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:12.165859 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Checking router: f78f3984-3049-4a5a-8ca6-411c46a31574 for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:10:12.166212 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Updating router f78f3984-3049-4a5a-8ca6-411c46a31574 port da7c9731-7067-45eb-b8c1-f2b2d5110756 binding host dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:10:12.196077 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.318469 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-15d46576-7cc6-42c2-ba24-138bb5c079e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263737732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260167571'] for subnet (35d0fc30-d725-4e46-8918-3b974005b10a), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.346650 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device f4c02b8d-a674-440e-a168-de235f1e53e5 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:12.369942 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d46576-7cc6-42c2-ba24-138bb5c079e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d0fc30-d725-4e46-8918-3b974005b10a,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:12.386857 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d46576-7cc6-42c2-ba24-138bb5c079e5 admin admin] Checking segment: {'id': '95de7105-cd9f-44c7-bf74-94ab35c4fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:12.387339 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d46576-7cc6-42c2-ba24-138bb5c079e5 admin admin] Network hostable DHCP agents. Network: e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:10:12.402815 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port f4c02b8d-a674-440e-a168-de235f1e53e5 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:12.403389 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.459252 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d46576-7cc6-42c2-ba24-138bb5c079e5 admin admin] Network e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:10:12.468167 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Publish callbacks [] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), precommit_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.486501 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port f4c02b8d-a674-440e-a168-de235f1e53e5 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:12.486883 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.506982 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port f4c02b8d-a674-440e-a168-de235f1e53e5, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=f4c02b8d-a674-440e-a168-de235f1e53e5,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:12.527586 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-15d46576-7cc6-42c2-ba24-138bb5c079e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb) {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:12.531612 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d46576-7cc6-42c2-ba24-138bb5c079e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:12.532207 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-15d46576-7cc6-42c2-ba24-138bb5c079e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.536174 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a991f388-777e-450b-bee2-e5b24bc7d277 None None] Network e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:10:12.550795 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.598107 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Pushing event updated for resources: {'Port': ['ID=da7c9731-7067-45eb-b8c1-f2b2d5110756,revision_number=3']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:12.603636 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.607352 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:12.612429 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:12.612429 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:12.612429 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:12.612429 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:12.612429 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:12.612429 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:12.612429 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:12.612429 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:12.612429 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:12.612429 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:12.612429 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:12.612429 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:12.648703 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60234) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:12.651993 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-501908312-router', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:12.655089 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-15d46576-7cc6-42c2-ba24-138bb5c079e5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6854281 Feb 15 05:10:12.665760 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp166c4624-0222-50a1-9bcc-8d4e37a786fe-e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb', 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb', 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'fixed_ips': [{'subnet_id': '35d0fc30-d725-4e46-8918-3b974005b10a'}]}} from dv-cinder-828060-5-iscsi. {{(pid=119880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:10:12.666902 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.681881 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Attempting to bind port da7c9731-7067-45eb-b8c1-f2b2d5110756 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:10:12.682246 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Attempting to bind port da7c9731-7067-45eb-b8c1-f2b2d5110756 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385'}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:10:12.682629 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Attempting to bind port da7c9731-7067-45eb-b8c1-f2b2d5110756 on network ff85841a-33c9-44eb-9bc2-71919d672385 {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:12.689018 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:10:12.692893 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Checking segment: {'id': 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:12.692893 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.692893 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Bound using segment: {'id': 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385'} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:10:12.692893 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Bound port: da7c9731-7067-45eb-b8c1-f2b2d5110756, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385'}}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:10:12.692893 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.701764 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=f4c02b8d-a674-440e-a168-de235f1e53e5,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:12.753139 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8431'] for router (4f133073-ef30-4a1c-9bb4-8f3bd0147177), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.754245 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8440'] for router (4f133073-ef30-4a1c-9bb4-8f3bd0147177), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.775030 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] For port da7c9731-7067-45eb-b8c1-f2b2d5110756, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:10:12.781609 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] For port da7c9731-7067-45eb-b8c1-f2b2d5110756, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=da7c9731-7067-45eb-b8c1-f2b2d5110756,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:10:12.817585 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Publish callbacks [] for router_controller (4f133073-ef30-4a1c-9bb4-8f3bd0147177), precommit_add_association {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.832116 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.db_base_plugin_common [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Allocated IP 172.20.0.2 (e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb/35d0fc30-d725-4e46-8918-3b974005b10a/6b49cad4-e632-428e-a992-bdda6bf8b38c) {{(pid=119880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:10:12.873477 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.928472 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Routers {'f78f3984-3049-4a5a-8ca6-411c46a31574'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:10:12.929109 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:10:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['f78f3984-3049-4a5a-8ca6-411c46a31574'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:13.089639 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Publish callbacks [] for router_gateway (4f133073-ef30-4a1c-9bb4-8f3bd0147177), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.127523 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ba17b-646a-4412-8eb3-6fd4b96db7d7 None None] Pushing event updated for resources: {'Port': ['ID=da7c9731-7067-45eb-b8c1-f2b2d5110756,revision_number=4']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:13.128303 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Publish callbacks [] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), precommit_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.133188 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2fb6d423-eedc-412a-b057-2f3435e7e722 None None] Provisioning complete for port da7c9731-7067-45eb-b8c1-f2b2d5110756 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:13.133567 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d423-eedc-412a-b057-2f3435e7e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.161937 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] Set router f78f3984-3049-4a5a-8ca6-411c46a31574 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:10:13.191981 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.270817 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Network e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb is already hosted by enough agents. {{(pid=119880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:10:13.272802 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.base_scheduler [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Resources bound (agent type, host, resource id): {{(pid=119880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:13.286939 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Received port after_create {{(pid=119880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:10:13.312162 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Pushing event updated for resources: {'Port': ['ID=6b49cad4-e632-428e-a992-bdda6bf8b38c,revision_number=1']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:13.317020 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6d423-eedc-412a-b057-2f3435e7e722 None None] Current status of the port da7c9731-7067-45eb-b8c1-f2b2d5110756 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:13.318217 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d423-eedc-412a-b057-2f3435e7e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.409975 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2fb6d423-eedc-412a-b057-2f3435e7e722 None None] For port da7c9731-7067-45eb-b8c1-f2b2d5110756, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=da7c9731-7067-45eb-b8c1-f2b2d5110756,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:13.411926 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Attempting to bind port 6b49cad4-e632-428e-a992-bdda6bf8b38c on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:10:13.412463 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Attempting to bind port 6b49cad4-e632-428e-a992-bdda6bf8b38c by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '95de7105-cd9f-44c7-bf74-94ab35c4fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:10:13.413292 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Attempting to bind port 6b49cad4-e632-428e-a992-bdda6bf8b38c on network e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:13.419977 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:10:13.420313 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Checking segment: {'id': '95de7105-cd9f-44c7-bf74-94ab35c4fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:13.421426 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.422090 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Bound using segment: {'id': '95de7105-cd9f-44c7-bf74-94ab35c4fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:10:13.422720 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Bound port: 6b49cad4-e632-428e-a992-bdda6bf8b38c, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95de7105-cd9f-44c7-bf74-94ab35c4fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:10:13.423403 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.440761 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Publish callbacks [] for router_gateway (4f133073-ef30-4a1c-9bb4-8f3bd0147177), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.440980 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:10:09Z', 'revision_number': 4, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'da7c9731-7067-45eb-b8c1-f2b2d5110756', 'name': '', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'mac_address': 'fa:16:3e:1e:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:09Z', 'updated_at': '2022-02-15T05:10:12Z', 'revision_number': 4, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'subnets': [{'id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:13.459701 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.470536 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c16f70-629d-4da7-b660-d7cf2a608e08 None None] The sync data for ids ['f78f3984-3049-4a5a-8ca6-411c46a31574'] in dv-cinder-828060-5-iscsi is: [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:10:09Z', 'revision_number': 4, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'da7c9731-7067-45eb-b8c1-f2b2d5110756', 'name': '', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'mac_address': 'fa:16:3e:1e:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:09Z', 'updated_at': '2022-02-15T05:10:12Z', 'revision_number': 4, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'subnets': [{'id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:10:13.488197 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d423-eedc-412a-b057-2f3435e7e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.532566 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] For port 6b49cad4-e632-428e-a992-bdda6bf8b38c, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:10:13.560823 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] For port 6b49cad4-e632-428e-a992-bdda6bf8b38c, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=6b49cad4-e632-428e-a992-bdda6bf8b38c,segment=NetworkSegment(95de7105-cd9f-44c7-bf74-94ab35c4fc6b),segment_id=95de7105-cd9f-44c7-bf74-94ab35c4fc6b)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:10:13.580642 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6d423-eedc-412a-b057-2f3435e7e722 None None] Pushing event updated for resources: {'Port': ['ID=da7c9731-7067-45eb-b8c1-f2b2d5110756,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:13.606981 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Allocated IP 172.27.2.248 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/6979557d-582e-4a3a-a823-4823ee811588) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:10:13.614067 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-ac704118-8824-4d4f-9119-7d2bec78a04d None None] Provisioning complete for port da7c9731-7067-45eb-b8c1-f2b2d5110756 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:13.614451 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ac704118-8824-4d4f-9119-7d2bec78a04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.650649 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.729267 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5de90-148d-4c2c-8b33-872cc8a0256d None None] Pushing event updated for resources: {'Port': ['ID=6b49cad4-e632-428e-a992-bdda6bf8b38c,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:13.774205 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Publish callbacks [] for port (6979557d-582e-4a3a-a823-4823ee811588), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.782894 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-ac704118-8824-4d4f-9119-7d2bec78a04d None None] Current status of the port da7c9731-7067-45eb-b8c1-f2b2d5110756 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:13.953102 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (6979557d-582e-4a3a-a823-4823ee811588), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:14.000959 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:10:14.006244 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:14.009022 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:10:14.034563 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=6979557d-582e-4a3a-a823-4823ee811588,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:14.471042 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 6b49cad4-e632-428e-a992-bdda6bf8b38c up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:14.525948 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 6b49cad4-e632-428e-a992-bdda6bf8b38c triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:14.526401 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:14.618513 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 6b49cad4-e632-428e-a992-bdda6bf8b38c is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:14.618908 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:14.631049 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Publish callbacks [] for router_gateway (4f133073-ef30-4a1c-9bb4-8f3bd0147177), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:14.661145 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port 6b49cad4-e632-428e-a992-bdda6bf8b38c, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=6b49cad4-e632-428e-a992-bdda6bf8b38c,segment=NetworkSegment(95de7105-cd9f-44c7-bf74-94ab35c4fc6b),segment_id=95de7105-cd9f-44c7-bf74-94ab35c4fc6b)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:14.735661 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:14.736954 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device f4c02b8d-a674-440e-a168-de235f1e53e5 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:14.829347 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=6b49cad4-e632-428e-a992-bdda6bf8b38c,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:14.835915 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e70c803-a3fd-4a13-86a7-f2b88d127118 None None] Network e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:10:14.862259 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-707458'] for router (4f133073-ef30-4a1c-9bb4-8f3bd0147177), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:14.891548 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port f4c02b8d-a674-440e-a168-de235f1e53e5 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:14.896264 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:14.964919 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-16e770c6-616e-42eb-81dd-2bd2e665027a None None] Provisioning complete for port 6b49cad4-e632-428e-a992-bdda6bf8b38c triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:14.965242 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-16e770c6-616e-42eb-81dd-2bd2e665027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.062078 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Router 4f133073-ef30-4a1c-9bb4-8f3bd0147177 is scheduled to L3 agent 93191b66-45b8-451b-9430-45af3619aeed with binding_index 1 {{(pid=119879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:10:15.098779 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port f4c02b8d-a674-440e-a168-de235f1e53e5 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:15.099890 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device da7c9731-7067-45eb-b8c1-f2b2d5110756 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:15.147290 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-16e770c6-616e-42eb-81dd-2bd2e665027a None None] Current status of the port 6b49cad4-e632-428e-a992-bdda6bf8b38c is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:15.166594 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port da7c9731-7067-45eb-b8c1-f2b2d5110756 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:15.166972 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.182834 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:10:15.197188 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Sync routers for ids ['4f133073-ef30-4a1c-9bb4-8f3bd0147177'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:10:15.218803 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Routers {'4f133073-ef30-4a1c-9bb4-8f3bd0147177'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:10:15.219450 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:10:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['4f133073-ef30-4a1c-9bb4-8f3bd0147177'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:15.288380 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.292428 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-bcd28f5b-9cef-421d-a574-c76b7b131dd3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6410699 Feb 15 05:10:15.292666 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60262) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:15.368336 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Set router 4f133073-ef30-4a1c-9bb4-8f3bd0147177 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:10:15.371940 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port da7c9731-7067-45eb-b8c1-f2b2d5110756 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:15.442718 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-b3505060-a464-4b9d-bcc4-d7ded63eaf47 None None] Provisioning complete for port 6b49cad4-e632-428e-a992-bdda6bf8b38c triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:15.443091 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-b3505060-a464-4b9d-bcc4-d7ded63eaf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.603349 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-b3505060-a464-4b9d-bcc4-d7ded63eaf47 None None] Current status of the port 6b49cad4-e632-428e-a992-bdda6bf8b38c is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:15.623021 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'name': 'tempest-TestShelveInstance-501908312-router', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6979557d-582e-4a3a-a823-4823ee811588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:12Z', 'updated_at': '2022-02-15T05:10:14Z', 'revision_number': 3, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'gw_port': {'id': '6979557d-582e-4a3a-a823-4823ee811588', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:82:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:13Z', 'updated_at': '2022-02-15T05:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:15.653525 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Checking router: 4f133073-ef30-4a1c-9bb4-8f3bd0147177 for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:10:15.653877 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Updating router 4f133073-ef30-4a1c-9bb4-8f3bd0147177 port 6979557d-582e-4a3a-a823-4823ee811588 binding host dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:10:15.684109 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (6979557d-582e-4a3a-a823-4823ee811588), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.735292 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.912275 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Allocated IP 172.20.0.1 (e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb/35d0fc30-d725-4e46-8918-3b974005b10a/8ff9b457-3139-474f-9776-d831c8adb970) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:10:16.020967 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Publish callbacks [] for port (8ff9b457-3139-474f-9776-d831c8adb970), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.072177 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Publish callbacks [] for port (6979557d-582e-4a3a-a823-4823ee811588), precommit_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.117042 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (8ff9b457-3139-474f-9776-d831c8adb970), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.139861 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (6979557d-582e-4a3a-a823-4823ee811588), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.155251 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Network e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:10:16.161542 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:16.165791 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:10:16.169211 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Pushing event updated for resources: {'Port': ['ID=8ff9b457-3139-474f-9776-d831c8adb970,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:16.201429 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Attempting to bind port 6979557d-582e-4a3a-a823-4823ee811588 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:10:16.202510 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Attempting to bind port 6979557d-582e-4a3a-a823-4823ee811588 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:10:16.202878 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Attempting to bind port 6979557d-582e-4a3a-a823-4823ee811588 on network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:16.206278 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf59f0-89a2-4d77-ac0f-2b60e41a494c None None] Pushing event updated for resources: {'Port': ['ID=6979557d-582e-4a3a-a823-4823ee811588,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:16.208010 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707761'] for router_interface (4f133073-ef30-4a1c-9bb4-8f3bd0147177), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.213842 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:10:16.214534 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Checking segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:16.214943 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.215356 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Bound using segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:10:16.222161 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Bound port: 6979557d-582e-4a3a-a823-4823ee811588, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:10:16.222988 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (6979557d-582e-4a3a-a823-4823ee811588), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.288467 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] For port 6979557d-582e-4a3a-a823-4823ee811588, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:10:16.300068 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] For port 6979557d-582e-4a3a-a823-4823ee811588, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=6979557d-582e-4a3a-a823-4823ee811588,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:10:16.346629 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 6b49cad4-e632-428e-a992-bdda6bf8b38c up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:16.396391 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 6b49cad4-e632-428e-a992-bdda6bf8b38c triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:16.396768 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.398764 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (6979557d-582e-4a3a-a823-4823ee811588), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.448930 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (8ff9b457-3139-474f-9776-d831c8adb970), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.503085 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-1ab3242f-236e-4d99-8e3d-3200f0254480 None None] Provisioning complete for port 8ff9b457-3139-474f-9776-d831c8adb970 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:16.503465 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1ab3242f-236e-4d99-8e3d-3200f0254480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (8ff9b457-3139-474f-9776-d831c8adb970), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.505992 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Routers {'4f133073-ef30-4a1c-9bb4-8f3bd0147177'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:10:16.506618 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:10:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['4f133073-ef30-4a1c-9bb4-8f3bd0147177'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:16.509705 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf59f0-89a2-4d77-ac0f-2b60e41a494c None None] Pushing event updated for resources: {'Port': ['ID=6979557d-582e-4a3a-a823-4823ee811588,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:16.590742 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-1ab3242f-236e-4d99-8e3d-3200f0254480 None None] Port 8ff9b457-3139-474f-9776-d831c8adb970 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:10:16.608339 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Publish callbacks [] for port (8ff9b457-3139-474f-9776-d831c8adb970), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.658781 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 6b49cad4-e632-428e-a992-bdda6bf8b38c is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:16.681884 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] Set router 4f133073-ef30-4a1c-9bb4-8f3bd0147177 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:10:16.695158 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263105297'] for port (8ff9b457-3139-474f-9776-d831c8adb970), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.761736 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3650677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707789'] for router_interface (4f133073-ef30-4a1c-9bb4-8f3bd0147177), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.764850 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Pushing event updated for resources: {'Port': ['ID=8ff9b457-3139-474f-9776-d831c8adb970,revision_number=2']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:16.855759 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Network e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:10:16.857143 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:16.890165 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'name': 'tempest-TestShelveInstance-501908312-router', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6979557d-582e-4a3a-a823-4823ee811588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:12Z', 'updated_at': '2022-02-15T05:10:16Z', 'revision_number': 4, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'gw_port': {'id': '6979557d-582e-4a3a-a823-4823ee811588', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:82:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:13Z', 'updated_at': '2022-02-15T05:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '8ff9b457-3139-474f-9776-d831c8adb970', 'name': '', 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'mac_address': 'fa:16:3e:b2:7d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '35d0fc30-d725-4e46-8918-3b974005b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:15Z', 'updated_at': '2022-02-15T05:10:15Z', 'revision_number': 1, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'subnets': [{'id': '35d0fc30-d725-4e46-8918-3b974005b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:16.921917 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f40b17-baa4-4b65-abbb-ff3f36610700 None None] The sync data for ids ['4f133073-ef30-4a1c-9bb4-8f3bd0147177'] in dv-cinder-828060-5-iscsi is: [{'id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'name': 'tempest-TestShelveInstance-501908312-router', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6979557d-582e-4a3a-a823-4823ee811588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:12Z', 'updated_at': '2022-02-15T05:10:16Z', 'revision_number': 4, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'gw_port': {'id': '6979557d-582e-4a3a-a823-4823ee811588', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:82:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:13Z', 'updated_at': '2022-02-15T05:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '8ff9b457-3139-474f-9776-d831c8adb970', 'name': '', 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'mac_address': 'fa:16:3e:b2:7d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '35d0fc30-d725-4e46-8918-3b974005b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:15Z', 'updated_at': '2022-02-15T05:10:15Z', 'revision_number': 1, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'subnets': [{'id': '35d0fc30-d725-4e46-8918-3b974005b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:10:16.994245 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Router 4f133073-ef30-4a1c-9bb4-8f3bd0147177 has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:10:17.120599 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:10:17.126823 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e8c88dfe-747f-4529-8f33-83d9aa19b9ae admin admin] 10.222.0.24 "PUT /v2.0/routers/4f133073-ef30-4a1c-9bb4-8f3bd0147177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8327985 Feb 15 05:10:17.216383 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-c18a6ed9-7591-48eb-a1be-26547e02c2d7 None None] Provisioning complete for port 8ff9b457-3139-474f-9776-d831c8adb970 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:17.216875 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-c18a6ed9-7591-48eb-a1be-26547e02c2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (8ff9b457-3139-474f-9776-d831c8adb970), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:17.254482 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-c18a6ed9-7591-48eb-a1be-26547e02c2d7 None None] Port 8ff9b457-3139-474f-9776-d831c8adb970 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:10:17.976986 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60294) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:17.979483 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-34081eaf-3ab1-41b3-9ba2-21edbaece231 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679114612', 'description': 'tempest-secgroup-smoke-1679114612 description', 'project_id': '96bff23b05aa4ddca746e736a75716bd'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:18.095430 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-34081eaf-3ab1-41b3-9ba2-21edbaece231 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.165885 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-34081eaf-3ab1-41b3-9ba2-21edbaece231 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group (c961625c-0b38-4b46-92c4-c7150a41766a), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.232348 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-34081eaf-3ab1-41b3-9ba2-21edbaece231 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (c961625c-0b38-4b46-92c4-c7150a41766a), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.263916 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34081eaf-3ab1-41b3-9ba2-21edbaece231 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c961625c-0b38-4b46-92c4-c7150a41766a,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:18.325874 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-34081eaf-3ab1-41b3-9ba2-21edbaece231 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.327414 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-34081eaf-3ab1-41b3-9ba2-21edbaece231 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3515003 Feb 15 05:10:18.332251 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60296) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:18.337227 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-6187d58a-aa4b-4573-aba4-d3654e793ccc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Request body: {'security_group_rule': {'security_group_id': 'c961625c-0b38-4b46-92c4-c7150a41766a', 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:18.357668 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 6979557d-582e-4a3a-a823-4823ee811588 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:18.410865 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 6979557d-582e-4a3a-a823-4823ee811588 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:18.411239 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (6979557d-582e-4a3a-a823-4823ee811588), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.437331 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6187d58a-aa4b-4573-aba4-d3654e793ccc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (b7b1e358-c06f-475b-b2d6-ba46c0e09232), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.488607 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 6979557d-582e-4a3a-a823-4823ee811588 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:18.488998 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (6979557d-582e-4a3a-a823-4823ee811588), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.494298 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6187d58a-aa4b-4573-aba4-d3654e793ccc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (b7b1e358-c06f-475b-b2d6-ba46c0e09232), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.508585 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port 6979557d-582e-4a3a-a823-4823ee811588, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=6979557d-582e-4a3a-a823-4823ee811588,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:18.587112 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6187d58a-aa4b-4573-aba4-d3654e793ccc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (b7b1e358-c06f-475b-b2d6-ba46c0e09232), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.606400 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187d58a-aa4b-4573-aba4-d3654e793ccc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b1e358-c06f-475b-b2d6-ba46c0e09232,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:18.610546 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (6979557d-582e-4a3a-a823-4823ee811588), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.666737 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=6979557d-582e-4a3a-a823-4823ee811588,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:18.674188 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6187d58a-aa4b-4573-aba4-d3654e793ccc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.675903 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-6187d58a-aa4b-4573-aba4-d3654e793ccc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3427000 Feb 15 05:10:18.680881 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60304) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:18.685520 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-f971bf50-0eca-480e-aed4-feff035ff90b tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Request body: {'security_group_rule': {'security_group_id': 'c961625c-0b38-4b46-92c4-c7150a41766a', 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:18.786797 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f971bf50-0eca-480e-aed4-feff035ff90b tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (0e477208-5a41-4623-a8bf-6314ca799a5d), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.833795 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f971bf50-0eca-480e-aed4-feff035ff90b tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (0e477208-5a41-4623-a8bf-6314ca799a5d), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.883741 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f971bf50-0eca-480e-aed4-feff035ff90b tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (0e477208-5a41-4623-a8bf-6314ca799a5d), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.899507 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971bf50-0eca-480e-aed4-feff035ff90b tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e477208-5a41-4623-a8bf-6314ca799a5d,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:18.959992 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f971bf50-0eca-480e-aed4-feff035ff90b tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.961209 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-f971bf50-0eca-480e-aed4-feff035ff90b tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2792230 Feb 15 05:10:18.963957 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60308) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:18.969030 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-b74e9d94-1270-4b26-9157-08da8c4aa3ec tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Request body: {'security_group_rule': {'security_group_id': 'c961625c-0b38-4b46-92c4-c7150a41766a', 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:19.036528 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b74e9d94-1270-4b26-9157-08da8c4aa3ec tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (36dd9909-3afb-4012-9df8-e43a34e82477), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.091404 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b74e9d94-1270-4b26-9157-08da8c4aa3ec tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (36dd9909-3afb-4012-9df8-e43a34e82477), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.144717 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b74e9d94-1270-4b26-9157-08da8c4aa3ec tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (36dd9909-3afb-4012-9df8-e43a34e82477), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.166247 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e9d94-1270-4b26-9157-08da8c4aa3ec tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36dd9909-3afb-4012-9df8-e43a34e82477,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:19.215418 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-b74e9d94-1270-4b26-9157-08da8c4aa3ec tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.216594 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-b74e9d94-1270-4b26-9157-08da8c4aa3ec tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2516773 Feb 15 05:10:19.219597 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60310) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:19.223803 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-96a27eee-dae2-452d-9d26-e848f28e6f22 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Request body: {'security_group_rule': {'security_group_id': 'c961625c-0b38-4b46-92c4-c7150a41766a', 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:19.321702 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-96a27eee-dae2-452d-9d26-e848f28e6f22 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (404061e4-7d15-4997-b140-2288e18082ce), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.378348 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-96a27eee-dae2-452d-9d26-e848f28e6f22 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (404061e4-7d15-4997-b140-2288e18082ce), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.461335 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-96a27eee-dae2-452d-9d26-e848f28e6f22 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (404061e4-7d15-4997-b140-2288e18082ce), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.478911 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a27eee-dae2-452d-9d26-e848f28e6f22 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404061e4-7d15-4997-b140-2288e18082ce,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:19.542923 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-96a27eee-dae2-452d-9d26-e848f28e6f22 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.544110 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-96a27eee-dae2-452d-9d26-e848f28e6f22 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3236034 Feb 15 05:10:19.547416 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60312) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:19.552487 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-7dab4b91-d1fc-4824-95b7-54362f9546af tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Request body: {'security_group_rule': {'security_group_id': 'c961625c-0b38-4b46-92c4-c7150a41766a', 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:19.614935 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.securitygroups_db [None req-7dab4b91-d1fc-4824-95b7-54362f9546af tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Project 96bff23b05aa4ddca746e736a75716bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 05:10:19.619527 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7dab4b91-d1fc-4824-95b7-54362f9546af tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (fab5a517-4d40-445c-af02-1d8c9c05f975), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.676784 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7dab4b91-d1fc-4824-95b7-54362f9546af tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (fab5a517-4d40-445c-af02-1d8c9c05f975), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.744510 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7dab4b91-d1fc-4824-95b7-54362f9546af tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (fab5a517-4d40-445c-af02-1d8c9c05f975), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.762339 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab4b91-d1fc-4824-95b7-54362f9546af tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab5a517-4d40-445c-af02-1d8c9c05f975,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:19.863090 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-7dab4b91-d1fc-4824-95b7-54362f9546af tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.864450 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-7dab4b91-d1fc-4824-95b7-54362f9546af tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3160193 Feb 15 05:10:19.867698 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60318) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:19.876635 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-c267b830-359c-4c32-ae39-e3fb0b90fc5f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Request body: {'security_group_rule': {'security_group_id': 'c961625c-0b38-4b46-92c4-c7150a41766a', 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:19.975045 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.securitygroups_db [None req-c267b830-359c-4c32-ae39-e3fb0b90fc5f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Project 96bff23b05aa4ddca746e736a75716bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 05:10:19.980383 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c267b830-359c-4c32-ae39-e3fb0b90fc5f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (e36eb359-e2dc-45d0-8948-970c5f4ccdd3), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:20.038686 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c267b830-359c-4c32-ae39-e3fb0b90fc5f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (e36eb359-e2dc-45d0-8948-970c5f4ccdd3), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:20.152130 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c267b830-359c-4c32-ae39-e3fb0b90fc5f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (e36eb359-e2dc-45d0-8948-970c5f4ccdd3), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:20.172009 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267b830-359c-4c32-ae39-e3fb0b90fc5f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36eb359-e2dc-45d0-8948-970c5f4ccdd3,revision_number=0']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:20.261300 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c267b830-359c-4c32-ae39-e3fb0b90fc5f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:20.262567 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-c267b830-359c-4c32-ae39-e3fb0b90fc5f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3938959 Feb 15 05:10:20.309932 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Sync routers for ids ['4f133073-ef30-4a1c-9bb4-8f3bd0147177'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:10:20.321363 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Routers {'4f133073-ef30-4a1c-9bb4-8f3bd0147177'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:10:20.322618 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-376a250f-7459-483b-99c5-df14aa927cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:10:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['4f133073-ef30-4a1c-9bb4-8f3bd0147177'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:20.335061 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 6979557d-582e-4a3a-a823-4823ee811588 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:20.391299 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 6979557d-582e-4a3a-a823-4823ee811588 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:20.391823 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (6979557d-582e-4a3a-a823-4823ee811588), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:20.442084 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Set router 4f133073-ef30-4a1c-9bb4-8f3bd0147177 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:10:20.497970 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 6979557d-582e-4a3a-a823-4823ee811588 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:20.647065 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-376a250f-7459-483b-99c5-df14aa927cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'name': 'tempest-TestShelveInstance-501908312-router', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6979557d-582e-4a3a-a823-4823ee811588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:12Z', 'updated_at': '2022-02-15T05:10:16Z', 'revision_number': 4, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'gw_port': {'id': '6979557d-582e-4a3a-a823-4823ee811588', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:82:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:13Z', 'updated_at': '2022-02-15T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '8ff9b457-3139-474f-9776-d831c8adb970', 'name': '', 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'mac_address': 'fa:16:3e:b2:7d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '35d0fc30-d725-4e46-8918-3b974005b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:15Z', 'updated_at': '2022-02-15T05:10:16Z', 'revision_number': 2, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'subnets': [{'id': '35d0fc30-d725-4e46-8918-3b974005b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:20.678052 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Checking router: 4f133073-ef30-4a1c-9bb4-8f3bd0147177 for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:10:20.678405 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Updating router 4f133073-ef30-4a1c-9bb4-8f3bd0147177 port 8ff9b457-3139-474f-9776-d831c8adb970 binding host dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:10:20.706995 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (8ff9b457-3139-474f-9776-d831c8adb970), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:20.963413 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Publish callbacks [] for port (8ff9b457-3139-474f-9776-d831c8adb970), precommit_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.032237 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (8ff9b457-3139-474f-9776-d831c8adb970), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.081650 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e834bb-10fa-483a-80f6-698821d91558 None None] Pushing event updated for resources: {'Port': ['ID=8ff9b457-3139-474f-9776-d831c8adb970,revision_number=3']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:21.151317 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Attempting to bind port 8ff9b457-3139-474f-9776-d831c8adb970 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:10:21.154802 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Attempting to bind port 8ff9b457-3139-474f-9776-d831c8adb970 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '95de7105-cd9f-44c7-bf74-94ab35c4fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb'}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:10:21.154802 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Attempting to bind port 8ff9b457-3139-474f-9776-d831c8adb970 on network e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:21.157665 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:10:21.158040 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Checking segment: {'id': '95de7105-cd9f-44c7-bf74-94ab35c4fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:21.158442 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.158834 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Bound using segment: {'id': '95de7105-cd9f-44c7-bf74-94ab35c4fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb'} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:10:21.159298 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Bound port: 8ff9b457-3139-474f-9776-d831c8adb970, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95de7105-cd9f-44c7-bf74-94ab35c4fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb'}}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:10:21.159677 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (8ff9b457-3139-474f-9776-d831c8adb970), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.233933 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-376a250f-7459-483b-99c5-df14aa927cba None None] For port 8ff9b457-3139-474f-9776-d831c8adb970, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:10:21.240430 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-376a250f-7459-483b-99c5-df14aa927cba None None] For port 8ff9b457-3139-474f-9776-d831c8adb970, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=8ff9b457-3139-474f-9776-d831c8adb970,segment=NetworkSegment(95de7105-cd9f-44c7-bf74-94ab35c4fc6b),segment_id=95de7105-cd9f-44c7-bf74-94ab35c4fc6b)] {{(pid=119881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:10:21.303703 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-b39e5beb-1380-4adc-a605-90ffd1911436 None None] Provisioning complete for port 8ff9b457-3139-474f-9776-d831c8adb970 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:21.304077 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-b39e5beb-1380-4adc-a605-90ffd1911436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (8ff9b457-3139-474f-9776-d831c8adb970), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.328738 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (8ff9b457-3139-474f-9776-d831c8adb970), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.341624 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-b39e5beb-1380-4adc-a605-90ffd1911436 None None] Port 8ff9b457-3139-474f-9776-d831c8adb970 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:10:21.399730 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e834bb-10fa-483a-80f6-698821d91558 None None] Pushing event updated for resources: {'Port': ['ID=8ff9b457-3139-474f-9776-d831c8adb970,revision_number=4']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:21.402436 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Routers {'4f133073-ef30-4a1c-9bb4-8f3bd0147177'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:10:21.406519 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-376a250f-7459-483b-99c5-df14aa927cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:10:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['4f133073-ef30-4a1c-9bb4-8f3bd0147177'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:21.532525 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-376a250f-7459-483b-99c5-df14aa927cba None None] Set router 4f133073-ef30-4a1c-9bb4-8f3bd0147177 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:10:21.565631 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-42e58271-53dd-4a04-a191-9c3bd9e47538 None None] Provisioning complete for port 8ff9b457-3139-474f-9776-d831c8adb970 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:21.566213 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-42e58271-53dd-4a04-a191-9c3bd9e47538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (8ff9b457-3139-474f-9776-d831c8adb970), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.654771 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-42e58271-53dd-4a04-a191-9c3bd9e47538 None None] Current status of the port 8ff9b457-3139-474f-9776-d831c8adb970 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:21.660462 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-42e58271-53dd-4a04-a191-9c3bd9e47538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (8ff9b457-3139-474f-9776-d831c8adb970), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.698020 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-42e58271-53dd-4a04-a191-9c3bd9e47538 None None] For port 8ff9b457-3139-474f-9776-d831c8adb970, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=8ff9b457-3139-474f-9776-d831c8adb970,segment=NetworkSegment(95de7105-cd9f-44c7-bf74-94ab35c4fc6b),segment_id=95de7105-cd9f-44c7-bf74-94ab35c4fc6b)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:21.747146 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-42e58271-53dd-4a04-a191-9c3bd9e47538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (8ff9b457-3139-474f-9776-d831c8adb970), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.759956 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-376a250f-7459-483b-99c5-df14aa927cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'name': 'tempest-TestShelveInstance-501908312-router', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6979557d-582e-4a3a-a823-4823ee811588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:12Z', 'updated_at': '2022-02-15T05:10:16Z', 'revision_number': 4, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'gw_port': {'id': '6979557d-582e-4a3a-a823-4823ee811588', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:82:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:13Z', 'updated_at': '2022-02-15T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '8ff9b457-3139-474f-9776-d831c8adb970', 'name': '', 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'mac_address': 'fa:16:3e:b2:7d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '35d0fc30-d725-4e46-8918-3b974005b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:15Z', 'updated_at': '2022-02-15T05:10:21Z', 'revision_number': 4, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'subnets': [{'id': '35d0fc30-d725-4e46-8918-3b974005b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:21.788877 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a250f-7459-483b-99c5-df14aa927cba None None] The sync data for ids ['4f133073-ef30-4a1c-9bb4-8f3bd0147177'] in dv-cinder-828060-5-iscsi is: [{'id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'name': 'tempest-TestShelveInstance-501908312-router', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6979557d-582e-4a3a-a823-4823ee811588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:12Z', 'updated_at': '2022-02-15T05:10:16Z', 'revision_number': 4, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'gw_port': {'id': '6979557d-582e-4a3a-a823-4823ee811588', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:82:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:13Z', 'updated_at': '2022-02-15T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '8ff9b457-3139-474f-9776-d831c8adb970', 'name': '', 'network_id': 'e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'mac_address': 'fa:16:3e:b2:7d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '35d0fc30-d725-4e46-8918-3b974005b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:15Z', 'updated_at': '2022-02-15T05:10:21Z', 'revision_number': 4, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'subnets': [{'id': '35d0fc30-d725-4e46-8918-3b974005b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:10:21.810535 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e58271-53dd-4a04-a191-9c3bd9e47538 None None] Pushing event updated for resources: {'Port': ['ID=8ff9b457-3139-474f-9776-d831c8adb970,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:22.358524 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 8ff9b457-3139-474f-9776-d831c8adb970 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:22.409377 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 8ff9b457-3139-474f-9776-d831c8adb970 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:22.409751 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (8ff9b457-3139-474f-9776-d831c8adb970), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:22.487175 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 8ff9b457-3139-474f-9776-d831c8adb970 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:23.626847 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:10:24.768046 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60434) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:24.874927 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8032922b-2501-4b46-bdba-a1c4a15d5059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:24.947916 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8032922b-2501-4b46-bdba-a1c4a15d5059 admin admin] Publish callbacks [] for security_group (05e31c95-c9a9-4e70-b532-de72db0cbfa1), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:25.001806 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8032922b-2501-4b46-bdba-a1c4a15d5059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (05e31c95-c9a9-4e70-b532-de72db0cbfa1), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:25.040353 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-8032922b-2501-4b46-bdba-a1c4a15d5059 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=790e1b825c5b4766bb4801c5ce5b8789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712290 Feb 15 05:10:25.041218 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032922b-2501-4b46-bdba-a1c4a15d5059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e31c95-c9a9-4e70-b532-de72db0cbfa1,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:25.043741 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60438) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:25.092225 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3cbad47c-99c0-4f1c-be7c-834045f7a2ee admin admin] Publish callbacks [] for security_group (05e31c95-c9a9-4e70-b532-de72db0cbfa1), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:25.115477 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3cbad47c-99c0-4f1c-be7c-834045f7a2ee admin admin] Publish callbacks [] for security_group (05e31c95-c9a9-4e70-b532-de72db0cbfa1), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:25.226873 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3cbad47c-99c0-4f1c-be7c-834045f7a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (05e31c95-c9a9-4e70-b532-de72db0cbfa1), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:25.229388 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3cbad47c-99c0-4f1c-be7c-834045f7a2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:25.230527 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-3cbad47c-99c0-4f1c-be7c-834045f7a2ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05e31c95-c9a9-4e70-b532-de72db0cbfa1 HTTP/1.1" status: 204 len: 168 time: 0.1858177 Feb 15 05:10:25.238742 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbad47c-99c0-4f1c-be7c-834045f7a2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e31c95-c9a9-4e70-b532-de72db0cbfa1,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:25.738990 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60446) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:25.753219 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-cd739489-ad74-4757-81cc-484238d9bb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:25.829812 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-cd739489-ad74-4757-81cc-484238d9bb51 admin admin] Publish callbacks [] for security_group (9be2e91c-ad5f-49fe-939d-e3dbe77835ca), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:25.877657 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-cd739489-ad74-4757-81cc-484238d9bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (9be2e91c-ad5f-49fe-939d-e3dbe77835ca), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:25.917856 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-cd739489-ad74-4757-81cc-484238d9bb51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6641386368842f7a3e31ab7a44686b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777067 Feb 15 05:10:25.918897 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd739489-ad74-4757-81cc-484238d9bb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be2e91c-ad5f-49fe-939d-e3dbe77835ca,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:25.922945 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60450) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:25.971301 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d999819a-879c-42b7-8d02-cba22f424f1e admin admin] Publish callbacks [] for security_group (9be2e91c-ad5f-49fe-939d-e3dbe77835ca), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:25.993028 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d999819a-879c-42b7-8d02-cba22f424f1e admin admin] Publish callbacks [] for security_group (9be2e91c-ad5f-49fe-939d-e3dbe77835ca), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:26.123482 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d999819a-879c-42b7-8d02-cba22f424f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (9be2e91c-ad5f-49fe-939d-e3dbe77835ca), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:26.127205 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-d999819a-879c-42b7-8d02-cba22f424f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:26.127388 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-d999819a-879c-42b7-8d02-cba22f424f1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9be2e91c-ad5f-49fe-939d-e3dbe77835ca HTTP/1.1" status: 204 len: 168 time: 0.2033441 Feb 15 05:10:26.135110 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999819a-879c-42b7-8d02-cba22f424f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be2e91c-ad5f-49fe-939d-e3dbe77835ca,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:29.712226 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:32.334837 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-27b10bbd-e652-4b1d-ab4f-2eef385e623a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:33.494123 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60558) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:33.595200 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7bba-8368-4d55-885a-f8cb0ef5c156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:33.669999 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7bba-8368-4d55-885a-f8cb0ef5c156 admin admin] Publish callbacks [] for security_group (7dcb985a-e1b3-4f51-b2ef-c6949832fd9e), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:33.740639 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7bba-8368-4d55-885a-f8cb0ef5c156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (7dcb985a-e1b3-4f51-b2ef-c6949832fd9e), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:33.778993 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-4e5d7bba-8368-4d55-885a-f8cb0ef5c156 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7dce5fedfd04567a10a2a533c685495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837987 Feb 15 05:10:33.779936 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d7bba-8368-4d55-885a-f8cb0ef5c156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb985a-e1b3-4f51-b2ef-c6949832fd9e,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:33.781706 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60564) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:33.829001 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a389d99e-23ef-4d19-ab07-8a0e254dcbc1 admin admin] Publish callbacks [] for security_group (7dcb985a-e1b3-4f51-b2ef-c6949832fd9e), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:33.850806 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a389d99e-23ef-4d19-ab07-8a0e254dcbc1 admin admin] Publish callbacks [] for security_group (7dcb985a-e1b3-4f51-b2ef-c6949832fd9e), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:33.940556 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a389d99e-23ef-4d19-ab07-8a0e254dcbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (7dcb985a-e1b3-4f51-b2ef-c6949832fd9e), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:33.943768 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a389d99e-23ef-4d19-ab07-8a0e254dcbc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:33.946131 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-a389d99e-23ef-4d19-ab07-8a0e254dcbc1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7dcb985a-e1b3-4f51-b2ef-c6949832fd9e HTTP/1.1" status: 204 len: 168 time: 0.1616588 Feb 15 05:10:33.952615 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389d99e-23ef-4d19-ab07-8a0e254dcbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb985a-e1b3-4f51-b2ef-c6949832fd9e,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:34.496600 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60570) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:34.510480 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6789c851-c161-455d-b59f-a4cad509d0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:34.583096 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6789c851-c161-455d-b59f-a4cad509d0e1 admin admin] Publish callbacks [] for security_group (cb49bf32-6a86-4b85-99f6-3965a612753c), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:34.642952 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6789c851-c161-455d-b59f-a4cad509d0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (cb49bf32-6a86-4b85-99f6-3965a612753c), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:34.680009 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789c851-c161-455d-b59f-a4cad509d0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb49bf32-6a86-4b85-99f6-3965a612753c,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:34.684556 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-6789c851-c161-455d-b59f-a4cad509d0e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d185c9c8b67d425f88f5d7b24f5b24aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867154 Feb 15 05:10:34.687138 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60572) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:34.689088 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-00d44b1e-e7a9-4833-a3e8-d0a26e268ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:34.734906 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-613f0229-f237-4d8f-9cfe-ad59b017450d admin admin] Publish callbacks [] for security_group (cb49bf32-6a86-4b85-99f6-3965a612753c), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:34.756663 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-613f0229-f237-4d8f-9cfe-ad59b017450d admin admin] Publish callbacks [] for security_group (cb49bf32-6a86-4b85-99f6-3965a612753c), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:34.877619 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-613f0229-f237-4d8f-9cfe-ad59b017450d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (cb49bf32-6a86-4b85-99f6-3965a612753c), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:34.880461 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-613f0229-f237-4d8f-9cfe-ad59b017450d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:34.881640 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-613f0229-f237-4d8f-9cfe-ad59b017450d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb49bf32-6a86-4b85-99f6-3965a612753c HTTP/1.1" status: 204 len: 168 time: 0.1935897 Feb 15 05:10:34.889457 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f0229-f237-4d8f-9cfe-ad59b017450d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb49bf32-6a86-4b85-99f6-3965a612753c,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:35.667246 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-87ccd2d0-fa64-41f9-9112-38cddadd9190 req-1dc8ede9-7561-4340-880c-fb6db1c917be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1355324 Feb 15 05:10:35.756571 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccd2d0-fa64-41f9-9112-38cddadd9190 req-d0f383bf-ccaa-42d9-a7ca-956fdd960147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:35.757810 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-87ccd2d0-fa64-41f9-9112-38cddadd9190 req-d0f383bf-ccaa-42d9-a7ca-956fdd960147 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 1129 time: 0.0488195 Feb 15 05:10:35.861500 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccd2d0-fa64-41f9-9112-38cddadd9190 req-fada4bd8-2037-4ede-b9a2-d5bea81da770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:35.866872 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-87ccd2d0-fa64-41f9-9112-38cddadd9190 req-fada4bd8-2037-4ede-b9a2-d5bea81da770 service neutron] 10.222.0.52 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 913 time: 0.0863569 Feb 15 05:10:35.926530 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-87ccd2d0-fa64-41f9-9112-38cddadd9190 req-e287d202-6f77-4f46-b96a-25fc84bd7f35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44dc467b-1e0b-4218-892f-c6980cf4fbc3 HTTP/1.1" status: 200 len: 1001 time: 0.0571733 Feb 15 05:10:35.973669 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:35.976418 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccd2d0-fa64-41f9-9112-38cddadd9190 req-85175096-41f1-4274-a5c4-ab96f5444aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:35.977969 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-87ccd2d0-fa64-41f9-9112-38cddadd9190 req-85175096-41f1-4274-a5c4-ab96f5444aee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9005181e-bcd1-4720-b825-c820fed65af1 HTTP/1.1" status: 200 len: 851 time: 0.0467606 Feb 15 05:10:36.024722 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccd2d0-fa64-41f9-9112-38cddadd9190 req-d22d32d9-d257-4945-a0e3-a712df7ab468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:36.026104 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-87ccd2d0-fa64-41f9-9112-38cddadd9190 req-d22d32d9-d257-4945-a0e3-a712df7ab468 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36084994-3a6f-459e-81d2-1b7dccc740f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420084 Feb 15 05:10:36.112710 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-87ccd2d0-fa64-41f9-9112-38cddadd9190 req-3bfd6f64-9536-4ab1-84c1-ed8d28c5881a service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807130 Feb 15 05:10:36.459256 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-87ccd2d0-fa64-41f9-9112-38cddadd9190 req-418a6804-5100-4416-9fab-7b5d75ee4b78 service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410501 Feb 15 05:10:37.248910 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:38.746036 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:40.118959 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-7746f2ff-b643-4ee9-b75a-51d6256ba566 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679114612&fields=id&tenant_id=96bff23b05aa4ddca746e736a75716bd HTTP/1.1" status: 200 len: 267 time: 0.0470743 Feb 15 05:10:40.221793 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-481ad1d6-a9e1-4f14-afc8-4d9fb25032cd tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:40.223214 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-481ad1d6-a9e1-4f14-afc8-4d9fb25032cd tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/networks?id=ff85841a-33c9-44eb-9bc2-71919d672385 HTTP/1.1" status: 200 len: 809 time: 0.0977280 Feb 15 05:10:40.238275 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-322b3876-181c-4ae6-9cdd-34d001d54a7e tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/quotas/96bff23b05aa4ddca746e736a75716bd HTTP/1.1" status: 200 len: 375 time: 0.0087292 Feb 15 05:10:40.293709 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-c1013d5f-5975-4ab2-b8b7-de7fc13a905b tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=96bff23b05aa4ddca746e736a75716bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500848 Feb 15 05:10:40.308279 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-63c78032-7c52-4be3-a8db-d531cb9b49f1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:10:40.309245 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-63c78032-7c52-4be3-a8db-d531cb9b49f1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049305 Feb 15 05:10:40.399075 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-c68a6c7c-51c0-4986-9349-4031805cbdcf service neutron] 10.222.0.24 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844145 Feb 15 05:10:40.486331 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-417e7657-0f86-4d0a-a563-04a23b83b447 service neutron] 10.222.0.24 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817287 Feb 15 05:10:41.051509 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-45cc0c76-9479-44b1-bf29-90ade56c5f10 req-66bf615a-c89f-4545-bf9c-f6734c90c865 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 210 time: 0.0269959 Feb 15 05:10:41.292236 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60662) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:41.395565 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2ce88287-7f55-4407-82a0-69d1b5cbc826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:41.472043 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2ce88287-7f55-4407-82a0-69d1b5cbc826 admin admin] Publish callbacks [] for security_group (ea34f925-b1cd-4140-84ee-e2373cba9eb1), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:41.551415 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-2ce88287-7f55-4407-82a0-69d1b5cbc826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ea34f925-b1cd-4140-84ee-e2373cba9eb1), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:41.589738 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-2ce88287-7f55-4407-82a0-69d1b5cbc826 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79614faf72d04f329fc4062e3822d396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963870 Feb 15 05:10:41.590595 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce88287-7f55-4407-82a0-69d1b5cbc826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea34f925-b1cd-4140-84ee-e2373cba9eb1,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:41.592501 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60666) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:41.639480 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-75c80b65-e42f-47ef-88ac-a5875cbedcb5 admin admin] Publish callbacks [] for security_group (ea34f925-b1cd-4140-84ee-e2373cba9eb1), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:41.660027 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-75c80b65-e42f-47ef-88ac-a5875cbedcb5 admin admin] Publish callbacks [] for security_group (ea34f925-b1cd-4140-84ee-e2373cba9eb1), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:41.768669 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-75c80b65-e42f-47ef-88ac-a5875cbedcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ea34f925-b1cd-4140-84ee-e2373cba9eb1), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:41.771204 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-75c80b65-e42f-47ef-88ac-a5875cbedcb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:41.772335 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-75c80b65-e42f-47ef-88ac-a5875cbedcb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea34f925-b1cd-4140-84ee-e2373cba9eb1 HTTP/1.1" status: 204 len: 168 time: 0.1788387 Feb 15 05:10:41.780541 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c80b65-e42f-47ef-88ac-a5875cbedcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea34f925-b1cd-4140-84ee-e2373cba9eb1,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:42.133111 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ab62f292-f6ff-481c-9346-785efa056888 req-6e6da5e5-c2e3-4920-9ee2-77357004ebfc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 210 time: 0.0261271 Feb 15 05:10:42.384633 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 60678) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:42.397481 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-5149fa24-1539-484b-a8fd-2f180f703270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:42.474162 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-5149fa24-1539-484b-a8fd-2f180f703270 admin admin] Publish callbacks [] for security_group (178d824b-4781-486f-816a-6c11d7f939d6), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:42.568365 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-5149fa24-1539-484b-a8fd-2f180f703270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (178d824b-4781-486f-816a-6c11d7f939d6), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:42.605259 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-5149fa24-1539-484b-a8fd-2f180f703270 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=794dd46aa6534dfebd425bbd4595da7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194033 Feb 15 05:10:42.607259 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149fa24-1539-484b-a8fd-2f180f703270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178d824b-4781-486f-816a-6c11d7f939d6,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:42.607910 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60680) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:42.653326 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a2b2405f-f582-4101-9bea-f05259c12c37 admin admin] Publish callbacks [] for security_group (178d824b-4781-486f-816a-6c11d7f939d6), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:42.672891 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a2b2405f-f582-4101-9bea-f05259c12c37 admin admin] Publish callbacks [] for security_group (178d824b-4781-486f-816a-6c11d7f939d6), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:42.808373 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a2b2405f-f582-4101-9bea-f05259c12c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (178d824b-4781-486f-816a-6c11d7f939d6), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:42.810994 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a2b2405f-f582-4101-9bea-f05259c12c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:42.812136 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-a2b2405f-f582-4101-9bea-f05259c12c37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/178d824b-4781-486f-816a-6c11d7f939d6 HTTP/1.1" status: 204 len: 168 time: 0.2032757 Feb 15 05:10:42.820276 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2405f-f582-4101-9bea-f05259c12c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178d824b-4781-486f-816a-6c11d7f939d6,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:43.217730 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-18eb792e-3f8f-4e1f-85f5-934eeea79d4a req-58eb4c1f-8f1e-4ac3-9f4d-a809bcd89ff5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 210 time: 0.0275772 Feb 15 05:10:44.292892 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c8db446d-7811-41d4-ad1e-30f280db28b0 req-c0d2a120-567f-4f3d-8ef5-2a44124477f6 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 210 time: 0.0312872 Feb 15 05:10:45.386571 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e6acd454-16b9-415f-96e1-39774f6366bc req-289641f9-7852-4cae-a3f7-2e92f9cf4586 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 210 time: 0.0275116 Feb 15 05:10:46.482766 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5cca9d5d-7bd1-44d6-89cc-435c59c531b5 req-ae13ca32-2261-4a14-9b4a-8c0bdf22a5b3 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 210 time: 0.0281761 Feb 15 05:10:47.219140 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-7b9e1063-f24f-4149-8cfe-095817fe84cf tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:47.220622 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-7b9e1063-f24f-4149-8cfe-095817fe84cf tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.52 "GET /v2.0/networks?id=ff85841a-33c9-44eb-9bc2-71919d672385 HTTP/1.1" status: 200 len: 809 time: 0.1075642 Feb 15 05:10:47.284061 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d42b5f48-5d9c-49f4-896d-795ee0e82e8b tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96bff23b05aa4ddca746e736a75716bd HTTP/1.1" status: 200 len: 380 time: 0.0535698 Feb 15 05:10:47.295060 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-88336695-ac36-4556-bd8a-6a9e28ae4ca1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Request body: {'port': {'device_id': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'admin_state_up': True, 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'security_groups': ['c961625c-0b38-4b46-92c4-c7150a41766a']}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:47.500236 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-88336695-ac36-4556-bd8a-6a9e28ae4ca1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Made reservation on behalf of 96bff23b05aa4ddca746e736a75716bd for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:10:47.503714 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-88336695-ac36-4556-bd8a-6a9e28ae4ca1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:47.595352 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c1c04ee2-a703-418d-b44f-f3052504dc39 req-46bf3c85-05ba-4ac5-9f77-517c954a7bdf tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 210 time: 0.0347235 Feb 15 05:10:47.656839 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-88336695-ac36-4556-bd8a-6a9e28ae4ca1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Allocated IP 172.20.0.4 (ff85841a-33c9-44eb-9bc2-71919d672385/683159ba-1de7-466f-842a-a1b8e643ff47/062eac1f-6dc9-4733-bcb9-5ab70c86a1a8) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:10:47.798055 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-88336695-ac36-4556-bd8a-6a9e28ae4ca1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:47.904996 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-88336695-ac36-4556-bd8a-6a9e28ae4ca1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:47.950090 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-88336695-ac36-4556-bd8a-6a9e28ae4ca1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Network ff85841a-33c9-44eb-9bc2-71919d672385 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:10:47.955567 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-88336695-ac36-4556-bd8a-6a9e28ae4ca1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:47.959168 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-88336695-ac36-4556-bd8a-6a9e28ae4ca1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:10:47.987815 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88336695-ac36-4556-bd8a-6a9e28ae4ca1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Pushing event updated for resources: {'Port': ['ID=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:48.017501 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-88336695-ac36-4556-bd8a-6a9e28ae4ca1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:48.018155 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-88336695-ac36-4556-bd8a-6a9e28ae4ca1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:48.117159 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-88336695-ac36-4556-bd8a-6a9e28ae4ca1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8238897 Feb 15 05:10:48.131017 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Request body: {'port': {'device_id': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:48.194658 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:48.248163 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-cdbcabb3-b0d9-4cfc-af19-2c06e6cbf5e7 None None] Provisioning complete for port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:48.248729 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cdbcabb3-b0d9-4cfc-af19-2c06e6cbf5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:48.304709 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-cdbcabb3-b0d9-4cfc-af19-2c06e6cbf5e7 None None] Port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:10:48.472154 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:10:48.481219 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Publish callbacks [] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:48.493003 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Transition to ACTIVE for port object 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:10:48.563037 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:48.619358 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Pushing event updated for resources: {'Port': ['ID=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:48.688298 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Attempting to bind port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:10:48.688771 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Attempting to bind port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:10:48.689224 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Attempting to bind port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 on network ff85841a-33c9-44eb-9bc2-71919d672385 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:48.694305 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 on network ff85841a-33c9-44eb-9bc2-71919d672385 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:10:48.694754 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Attempting to bind port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 on network ff85841a-33c9-44eb-9bc2-71919d672385 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:48.700966 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:10:48.701341 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Checking segment: {'id': 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:48.701722 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Bound using segment: {'id': 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:10:48.702136 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Bound port: 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:10:48.702778 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:48.725742 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888aa8e-c590-41aa-8553-f706b04c94df req-4b6a6ccb-b157-4d04-8c86-6e779f7093e0 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:48.728633 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b888aa8e-c590-41aa-8553-f706b04c94df req-4b6a6ccb-b157-4d04-8c86-6e779f7093e0 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0575974 Feb 15 05:10:48.781725 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] For port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:10:48.785547 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] For port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:10:48.794771 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b888aa8e-c590-41aa-8553-f706b04c94df req-9106e856-bb1d-47f6-8dc5-511d46bc4952 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591240 Feb 15 05:10:48.872073 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:48.909726 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:48.910490 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:48.911754 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] 10.222.0.52 "PUT /v2.0/ports/062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 HTTP/1.1" status: 200 len: 1093 time: 0.7869725 Feb 15 05:10:48.912207 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:10:48.914492 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8a005f-3216-4f6e-a61c-ae1237fc95be" -d '{"events": [{"name": "network-changed", "server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:10:48.951337 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3b7d6-4636-4bab-b1b0-1d2cb0a0b31e service neutron] Pushing event updated for resources: {'Port': ['ID=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:48.964156 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a09de97-f0c6-489f-8252-1f647b9fe0f5 x-openstack-request-id: req-1a09de97-f0c6-489f-8252-1f647b9fe0f5 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:10:48.964449 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:10:48.964702 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a09de97-f0c6-489f-8252-1f647b9fe0f5 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:10:48.965249 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'status': 'completed', 'code': 200} Feb 15 05:10:49.031640 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a005f-3216-4f6e-a61c-ae1237fc95be req-8e1bfd23-a6b6-4f48-9778-732e621befd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:49.033282 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0d8a005f-3216-4f6e-a61c-ae1237fc95be req-8e1bfd23-a6b6-4f48-9778-732e621befd1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=96bff23b05aa4ddca746e736a75716bd&device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 1127 time: 0.0463586 Feb 15 05:10:49.141257 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a005f-3216-4f6e-a61c-ae1237fc95be req-4f5b37e4-5d07-4092-8741-32e4b7d924d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:49.142761 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0d8a005f-3216-4f6e-a61c-ae1237fc95be req-4f5b37e4-5d07-4092-8741-32e4b7d924d0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=96bff23b05aa4ddca746e736a75716bd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1022441 Feb 15 05:10:49.238516 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a005f-3216-4f6e-a61c-ae1237fc95be req-0aacdb70-3337-48eb-9a7f-3b583731637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:49.239884 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0d8a005f-3216-4f6e-a61c-ae1237fc95be req-0aacdb70-3337-48eb-9a7f-3b583731637f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900822 Feb 15 05:10:49.324425 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-a8f8304d-a86d-4c0e-afa8-da0199eb154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:49.325861 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-a8f8304d-a86d-4c0e-afa8-da0199eb154d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=96bff23b05aa4ddca746e736a75716bd&device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 1127 time: 0.0456378 Feb 15 05:10:49.376259 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-cc902265-1b7d-4672-ba20-5f400766557e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 HTTP/1.1" status: 200 len: 217 time: 0.0377798 Feb 15 05:10:49.425782 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-ba1a54ba-1b0b-4238-bdad-1fcc486dad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:49.427342 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-ba1a54ba-1b0b-4238-bdad-1fcc486dad5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=683159ba-1de7-466f-842a-a1b8e643ff47 HTTP/1.1" status: 200 len: 848 time: 0.0440230 Feb 15 05:10:49.480131 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-603d45fc-8031-4ea1-ada6-9328454ceec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:49.481640 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-603d45fc-8031-4ea1-ada6-9328454ceec2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff85841a-33c9-44eb-9bc2-71919d672385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450099 Feb 15 05:10:49.576090 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-c1b02e28-dcb9-4d1e-83f9-386a7861dc25 service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861783 Feb 15 05:10:49.669719 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e65ccd7d-c542-48f1-bc0c-3fa1fcc9bdc3 req-1c8b85dc-0a76-4a3d-8070-e2da5af3ad26 service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844865 Feb 15 05:10:49.916445 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef8f0-2a12-446b-be46-12b6c9d623e9 req-d532a1ff-4e56-4716-9f52-1d283e5d9540 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:49.918051 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c54ef8f0-2a12-446b-be46-12b6c9d623e9 req-d532a1ff-4e56-4716-9f52-1d283e5d9540 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0554626 Feb 15 05:10:49.966785 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c54ef8f0-2a12-446b-be46-12b6c9d623e9 req-a0fde33d-2ede-4deb-9764-43580982831c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Feb 15 05:10:51.092738 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c426206-da15-4208-80a1-4f1bd7ddec79 req-25d3e0b3-9df9-43ff-b142-8f1aab184d35 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:51.094199 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3c426206-da15-4208-80a1-4f1bd7ddec79 req-25d3e0b3-9df9-43ff-b142-8f1aab184d35 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0566878 Feb 15 05:10:51.147948 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3c426206-da15-4208-80a1-4f1bd7ddec79 req-c097ec51-b8c9-4490-835d-ed2081a0520a tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482466 Feb 15 05:10:52.269538 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cd759-4ccb-41a8-aa44-47858ad24dd5 req-0074f5b3-8fdb-41b3-a0ec-73e57a58563f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:52.270890 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1e5cd759-4ccb-41a8-aa44-47858ad24dd5 req-0074f5b3-8fdb-41b3-a0ec-73e57a58563f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0535927 Feb 15 05:10:52.319511 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1e5cd759-4ccb-41a8-aa44-47858ad24dd5 req-de4846a3-f7d2-4ea6-a4a5-4c0adf5096b8 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427411 Feb 15 05:10:53.440916 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59f63f-6fcd-435e-b366-5fbadb5e9da2 req-301ad3cd-d30a-494b-acf3-5925e2ba035e tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:53.442397 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4a59f63f-6fcd-435e-b366-5fbadb5e9da2 req-301ad3cd-d30a-494b-acf3-5925e2ba035e tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0537400 Feb 15 05:10:53.491452 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4a59f63f-6fcd-435e-b366-5fbadb5e9da2 req-e7739058-56ce-43d2-acc5-5c7d0fbb698c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435820 Feb 15 05:10:54.608329 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a7afa-7497-4ee9-acfd-e82b78654d0c req-40bbc0c3-3221-43a5-b6b8-bcd408d5310f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:54.609782 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d03a7afa-7497-4ee9-acfd-e82b78654d0c req-40bbc0c3-3221-43a5-b6b8-bcd408d5310f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0501590 Feb 15 05:10:54.659572 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-d03a7afa-7497-4ee9-acfd-e82b78654d0c req-12a90fd5-8b82-4618-a0d2-f3657f0c9c84 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443628 Feb 15 05:10:55.775226 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb73d2e-5f54-422a-9c52-1e670c750670 req-7306fe56-472e-4adf-a716-e24caf37d668 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:55.776746 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7cb73d2e-5f54-422a-9c52-1e670c750670 req-7306fe56-472e-4adf-a716-e24caf37d668 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0518446 Feb 15 05:10:55.824497 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7cb73d2e-5f54-422a-9c52-1e670c750670 req-d09c4aa7-7a46-48cb-ba76-ba2066f6d206 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 Feb 15 05:10:56.940181 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cdec2-5c34-4858-868b-3199b71891f8 req-d07c86de-dc9b-44cb-aaac-e7ae54bdc104 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:56.941644 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-063cdec2-5c34-4858-868b-3199b71891f8 req-d07c86de-dc9b-44cb-aaac-e7ae54bdc104 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0519135 Feb 15 05:10:56.987659 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-063cdec2-5c34-4858-868b-3199b71891f8 req-1f0b58b9-2917-4275-ac72-25c56757a640 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405397 Feb 15 05:10:58.100230 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:10:58.118671 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d333f-70c7-4298-940f-e6a5b22b85d1 req-0ccb7147-1a66-4524-8ac6-e4bdde3130f3 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:58.120155 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ea4d333f-70c7-4298-940f-e6a5b22b85d1 req-0ccb7147-1a66-4524-8ac6-e4bdde3130f3 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0591483 Feb 15 05:10:58.171021 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ea4d333f-70c7-4298-940f-e6a5b22b85d1 req-5b05c1da-727a-46c1-96d1-4862da004f5f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443668 Feb 15 05:10:58.208541 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:58.218634 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'port_id': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'mac_address': 'fa:16:3e:47:73:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:10:58.255771 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:58.256156 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:58.269481 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:10:58.289648 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:58.345096 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:58.391470 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:58.398193 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:58.398537 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:58.398879 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:58.399210 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:58.399536 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:58.399860 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:58.400181 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:58.400501 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:58.400836 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:58.401157 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:58.401483 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:58.401796 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:58.402111 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:58.934798 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['062eac1f-6dc9-4733-bcb9-5ab70c86a1a8'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:10:59.285077 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e38fb-51c9-4fe0-80a4-35d17b153ffb req-2bfa0796-f846-4bd9-916b-cf90b0e5e104 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:59.286523 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b85e38fb-51c9-4fe0-80a4-35d17b153ffb req-2bfa0796-f846-4bd9-916b-cf90b0e5e104 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 944 time: 0.0498023 Feb 15 05:10:59.336217 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b85e38fb-51c9-4fe0-80a4-35d17b153ffb req-0b820f11-d910-459a-a3eb-7a330bb636c1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443029 Feb 15 05:10:59.693695 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:00.176243 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:00.270486 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:11:00.274142 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:00.274513 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:00.351318 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:00.351710 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:00.380371 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:11:00.382789 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3935c2-2760-42fd-9db9-c1f7f88b8aa4" -d '{"events": [{"server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "name": "network-vif-plugged", "status": "completed", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:11:00.396072 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:00.418826 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e298a8c3-3efb-4bd7-bb73-833e9f2ce5a0 x-openstack-request-id: req-e298a8c3-3efb-4bd7-bb73-833e9f2ce5a0 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:11:00.419290 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "name": "network-vif-plugged", "status": "completed", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:11:00.419673 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e298a8c3-3efb-4bd7-bb73-833e9f2ce5a0 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:11:00.420141 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'code': 200} Feb 15 05:11:00.455984 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea1985-7955-4aa7-ae60-16e336630a70 req-20e3aadc-850b-468d-84bf-9966524ccc08 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:00.457403 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5bea1985-7955-4aa7-ae60-16e336630a70 req-20e3aadc-850b-468d-84bf-9966524ccc08 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 944 time: 0.0542247 Feb 15 05:11:00.469903 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:00.507017 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5bea1985-7955-4aa7-ae60-16e336630a70 req-dd8f537e-aa20-44fc-bd39-fe89ae044f5c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432124 Feb 15 05:11:00.519912 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:00.626160 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:11:00.771784 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7e702-5626-431d-b081-fb0cdbf9b1eb req-5f251d2a-a173-4fde-b396-824a0960a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:00.773307 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-52c7e702-5626-431d-b081-fb0cdbf9b1eb req-5f251d2a-a173-4fde-b396-824a0960a3d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 1129 time: 0.0469887 Feb 15 05:11:00.818237 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-52c7e702-5626-431d-b081-fb0cdbf9b1eb req-e9a757d3-e4cf-410d-9fdc-75c6d2276a65 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394642 Feb 15 05:11:01.634422 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39eed-a0f3-411a-835b-7c17086ebb3b req-aa879cb6-6019-45c0-b409-cfba391ef48f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:01.635866 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-90d39eed-a0f3-411a-835b-7c17086ebb3b req-aa879cb6-6019-45c0-b409-cfba391ef48f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0551457 Feb 15 05:11:01.683444 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-90d39eed-a0f3-411a-835b-7c17086ebb3b req-5b61362e-f0da-417a-a1f7-e0de13fc8631 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 Feb 15 05:11:02.303733 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-52994e1d-f712-4fa3-b287-e8ba73c25bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:02.800366 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70cba4-1e15-440f-bc69-b58f31c640e3 req-7af008df-0778-4287-b3ff-b6a6bcbaf3b8 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:02.801852 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4c70cba4-1e15-440f-bc69-b58f31c640e3 req-7af008df-0778-4287-b3ff-b6a6bcbaf3b8 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0524309 Feb 15 05:11:02.848819 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4c70cba4-1e15-440f-bc69-b58f31c640e3 req-76b3ee85-54d4-421a-98ad-a30acae98125 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414875 Feb 15 05:11:02.963067 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf09e6-118b-4c4a-8ca4-48f7cca9883e req-ff14848f-f1e7-4bbb-8570-96da5feb3e3c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:02.964574 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1ccf09e6-118b-4c4a-8ca4-48f7cca9883e req-ff14848f-f1e7-4bbb-8570-96da5feb3e3c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0516157 Feb 15 05:11:03.012696 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1ccf09e6-118b-4c4a-8ca4-48f7cca9883e req-08c4a56b-9556-43d5-9c18-a7978632498b tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Feb 15 05:11:03.033730 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60864) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:03.216636 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1bbbfc-6e8c-4710-aa4f-bba05479748f tempest-TestShelveInstance-1268673523 tempest-TestShelveInstance-1268673523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:03.218684 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-be1bbbfc-6e8c-4710-aa4f-bba05479748f tempest-TestShelveInstance-1268673523 tempest-TestShelveInstance-1268673523-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 1124 time: 0.1839516 Feb 15 05:11:03.221670 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60868) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:03.225867 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Request body: {'floatingip': {'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'port_id': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:03.316579 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:03.413070 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:03.518623 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Allocated IP 172.27.2.127 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/3b082ec6-7854-415e-84ca-d1deb4a00356) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:03.854153 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for port (3b082ec6-7854-415e-84ca-d1deb4a00356), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:03.945348 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (3b082ec6-7854-415e-84ca-d1deb4a00356), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:03.981656 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:03.986969 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:03.989483 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:04.014072 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Pushing event updated for resources: {'Port': ['ID=3b082ec6-7854-415e-84ca-d1deb4a00356,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:04.025968 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.026311 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.026646 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.026975 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.027298 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.027621 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.027940 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.028258 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.028571 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.028886 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.029234 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.029550 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.030606 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.354466 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for floatingip (6714e757-35e6-4cfc-8c42-22ad706787d6), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.474983 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (3b082ec6-7854-415e-84ca-d1deb4a00356), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.621015 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for port (3b082ec6-7854-415e-84ca-d1deb4a00356), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.682314 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a8bf-617a-424e-a846-ae1828350227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.710888 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263105297'] for port (3b082ec6-7854-415e-84ca-d1deb4a00356), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.776351 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Pushing event updated for resources: {'Port': ['ID=3b082ec6-7854-415e-84ca-d1deb4a00356,revision_number=2']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:04.788475 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (6714e757-35e6-4cfc-8c42-22ad706787d6), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.892500 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.l3_db [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Floating IP 6714e757-35e6-4cfc-8c42-22ad706787d6 associated. External IP: 172.27.2.127, port: 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8. Feb 15 05:11:05.101410 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Router f78f3984-3049-4a5a-8ca6-411c46a31574 has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:11:05.210549 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:11:05.221215 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad0dc2b-d19e-4050-83a9-839f58dc6068 None None] Sync routers for ids ['f78f3984-3049-4a5a-8ca6-411c46a31574'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:11:05.230352 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad0dc2b-d19e-4050-83a9-839f58dc6068 None None] Routers {'f78f3984-3049-4a5a-8ca6-411c46a31574'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:05.230966 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-7ad0dc2b-d19e-4050-83a9-839f58dc6068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['f78f3984-3049-4a5a-8ca6-411c46a31574'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:05.313337 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:05.342164 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-7ad0dc2b-d19e-4050-83a9-839f58dc6068 None None] Set router f78f3984-3049-4a5a-8ca6-411c46a31574 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:05.343920 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-71338b4b-71bf-4591-9c3b-2d42e72c98c5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1211905 Feb 15 05:11:05.344518 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8'}] {{(pid=119879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:11:05.346893 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a80aa83670eb8c05232e7c564b5732107f114138c78db7ec85f3e43402d36aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a94696-d73d-4df1-8ddf-5a2cbe0749f4" -d '{"events": [{"name": "network-changed", "server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8"}]}' {{(pid=119879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:11:05.383492 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cf820d-33bc-45a3-8cd6-9901c4ae2a98 x-openstack-request-id: req-62cf820d-33bc-45a3-8cd6-9901c4ae2a98 {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:11:05.383780 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8", "status": "completed", "code": 200}]} {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:11:05.384031 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62cf820d-33bc-45a3-8cd6-9901c4ae2a98 {{(pid=119879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:11:05.384431 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'status': 'completed', 'code': 200} Feb 15 05:11:05.454807 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a94696-d73d-4df1-8ddf-5a2cbe0749f4 req-40ef545a-959a-4155-b57a-1cd4e887e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:05.533203 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-12a94696-d73d-4df1-8ddf-5a2cbe0749f4 req-40ef545a-959a-4155-b57a-1cd4e887e6e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=96bff23b05aa4ddca746e736a75716bd&device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 1129 time: 0.0524666 Feb 15 05:11:05.565550 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a94696-d73d-4df1-8ddf-5a2cbe0749f4 req-b69702d6-2ab8-4386-a6e3-dceddb5cefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:05.567096 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-12a94696-d73d-4df1-8ddf-5a2cbe0749f4 req-b69702d6-2ab8-4386-a6e3-dceddb5cefbe service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff85841a-33c9-44eb-9bc2-71919d672385 HTTP/1.1" status: 200 len: 910 time: 0.0983264 Feb 15 05:11:05.646089 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-12a94696-d73d-4df1-8ddf-5a2cbe0749f4 req-192636e4-d4ff-4e11-a2cf-fe497c13906c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 HTTP/1.1" status: 200 len: 999 time: 0.0712891 Feb 15 05:11:05.700815 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-7ad0dc2b-d19e-4050-83a9-839f58dc6068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:10:09Z', 'revision_number': 4, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '6714e757-35e6-4cfc-8c42-22ad706787d6', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'port_id': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'mac_address': 'fa:16:3e:47:73:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:11:04Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 0, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7c9731-7067-45eb-b8c1-f2b2d5110756', 'name': '', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'mac_address': 'fa:16:3e:1e:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:09Z', 'updated_at': '2022-02-15T05:10:13Z', 'revision_number': 5, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'subnets': [{'id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:05.701522 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a94696-d73d-4df1-8ddf-5a2cbe0749f4 req-d8e25a2f-620d-4ea7-8b37-b1a1409bd0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:05.703883 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-12a94696-d73d-4df1-8ddf-5a2cbe0749f4 req-d8e25a2f-620d-4ea7-8b37-b1a1409bd0cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=683159ba-1de7-466f-842a-a1b8e643ff47 HTTP/1.1" status: 200 len: 848 time: 0.0513606 Feb 15 05:11:05.727616 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad0dc2b-d19e-4050-83a9-839f58dc6068 None None] Checking router: f78f3984-3049-4a5a-8ca6-411c46a31574 for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:11:05.736437 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad0dc2b-d19e-4050-83a9-839f58dc6068 None None] Routers {'f78f3984-3049-4a5a-8ca6-411c46a31574'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:05.737060 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-7ad0dc2b-d19e-4050-83a9-839f58dc6068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['f78f3984-3049-4a5a-8ca6-411c46a31574'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:05.756480 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a94696-d73d-4df1-8ddf-5a2cbe0749f4 req-f6c01958-3693-4671-b844-24467e7836cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:05.758057 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-12a94696-d73d-4df1-8ddf-5a2cbe0749f4 req-f6c01958-3693-4671-b844-24467e7836cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff85841a-33c9-44eb-9bc2-71919d672385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474834 Feb 15 05:11:05.854495 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-12a94696-d73d-4df1-8ddf-5a2cbe0749f4 req-bd8bb3d2-d4b8-4128-be19-8896e7e81ed8 service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889683 Feb 15 05:11:05.856412 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-7ad0dc2b-d19e-4050-83a9-839f58dc6068 None None] Set router f78f3984-3049-4a5a-8ca6-411c46a31574 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:05.934203 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:05.949881 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-12a94696-d73d-4df1-8ddf-5a2cbe0749f4 req-559269b5-6991-4efa-8246-cd44245da14a service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887194 Feb 15 05:11:06.085269 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-7ad0dc2b-d19e-4050-83a9-839f58dc6068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:10:09Z', 'revision_number': 4, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '6714e757-35e6-4cfc-8c42-22ad706787d6', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'port_id': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'mac_address': 'fa:16:3e:47:73:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:11:04Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 0, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7c9731-7067-45eb-b8c1-f2b2d5110756', 'name': '', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'mac_address': 'fa:16:3e:1e:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:09Z', 'updated_at': '2022-02-15T05:10:13Z', 'revision_number': 5, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'subnets': [{'id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:06.111399 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad0dc2b-d19e-4050-83a9-839f58dc6068 None None] The sync data for ids ['f78f3984-3049-4a5a-8ca6-411c46a31574'] in dv-cinder-828060-5-iscsi is: [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:10:09Z', 'revision_number': 4, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '6714e757-35e6-4cfc-8c42-22ad706787d6', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'port_id': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'mac_address': 'fa:16:3e:47:73:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:11:04Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 0, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7c9731-7067-45eb-b8c1-f2b2d5110756', 'name': '', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'mac_address': 'fa:16:3e:1e:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:09Z', 'updated_at': '2022-02-15T05:10:13Z', 'revision_number': 5, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'subnets': [{'id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:11:06.315875 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23798d38-1c13-450d-a67a-d4ced0e191f2 None None] New status for floating IP 6714e757-35e6-4cfc-8c42-22ad706787d6: ACTIVE {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:11:07.264121 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.726484 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:28.387648 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60970) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:28.490949 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-de6141be-a97b-4641-9e47-0cec01962b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:28.561374 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-de6141be-a97b-4641-9e47-0cec01962b2c admin admin] Publish callbacks [] for security_group (51231cf1-aa7c-40c8-84d1-94b95720d968), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:28.634973 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-de6141be-a97b-4641-9e47-0cec01962b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (51231cf1-aa7c-40c8-84d1-94b95720d968), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:28.670966 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6141be-a97b-4641-9e47-0cec01962b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51231cf1-aa7c-40c8-84d1-94b95720d968,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:28.676150 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-de6141be-a97b-4641-9e47-0cec01962b2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60e2f33832ff4cfa937fabed8119bcb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874727 Feb 15 05:11:28.683427 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60974) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:28.724899 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f160482a-a9d2-4c00-a43c-ffc8f90a7b1c admin admin] Publish callbacks [] for security_group (51231cf1-aa7c-40c8-84d1-94b95720d968), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:28.748761 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f160482a-a9d2-4c00-a43c-ffc8f90a7b1c admin admin] Publish callbacks [] for security_group (51231cf1-aa7c-40c8-84d1-94b95720d968), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:28.847356 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f160482a-a9d2-4c00-a43c-ffc8f90a7b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (51231cf1-aa7c-40c8-84d1-94b95720d968), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:28.849887 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f160482a-a9d2-4c00-a43c-ffc8f90a7b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:28.851005 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-f160482a-a9d2-4c00-a43c-ffc8f90a7b1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51231cf1-aa7c-40c8-84d1-94b95720d968 HTTP/1.1" status: 204 len: 168 time: 0.1713264 Feb 15 05:11:28.858847 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160482a-a9d2-4c00-a43c-ffc8f90a7b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51231cf1-aa7c-40c8-84d1-94b95720d968,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:29.725867 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:29.801147 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 60996) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:29.893637 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1907676880-network', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:29.975001 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Made reservation on behalf of c096d918db954c48ba3b7a2bc9dee318 for: {'network': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:11:29.977324 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:29.988962 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:30.060264 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Publish callbacks [] for security_group (671c0ba5-c370-4429-9607-005c16bd3cb1), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:30.138229 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (671c0ba5-c370-4429-9607-005c16bd3cb1), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:30.163293 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=119879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:11:30.172995 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671c0ba5-c370-4429-9607-005c16bd3cb1,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:30.177605 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (870e94ee-7946-428a-88e3-7c00e059f273), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:30.177944 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.segments_db [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Added segment 870e94ee-7946-428a-88e3-7c00e059f273 of type vlan for network 976993ee-479f-4664-9f3f-59af5dcf2eb2 Feb 15 05:11:30.216393 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (976993ee-479f-4664-9f3f-59af5dcf2eb2), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:30.298579 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (976993ee-479f-4664-9f3f-59af5dcf2eb2), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:30.299572 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:30.300162 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:30.363883 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] Pushing event updated for resources: {'Network': ['ID=976993ee-479f-4664-9f3f-59af5dcf2eb2,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:30.374196 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network 976993ee-479f-4664-9f3f-59af5dcf2eb2 details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:11:30.381385 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b2bb5b6d-0184-416e-9e3b-53c7e4166f9b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5790668 Feb 15 05:11:30.384084 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 32768) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:30.395271 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-b7efd5c1-9b47-44a6-a8fe-1f79c6e00a6b admin admin] Request body: {'subnet': {'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1907676880-subnet', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'ip_version': 4}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:30.441609 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7efd5c1-9b47-44a6-a8fe-1f79c6e00a6b admin admin] Made reservation on behalf of c096d918db954c48ba3b7a2bc9dee318 for: {'subnet': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:11:30.443905 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b7efd5c1-9b47-44a6-a8fe-1f79c6e00a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263411149'] for subnet (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:30.641837 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b7efd5c1-9b47-44a6-a8fe-1f79c6e00a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263106456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263411163'] for subnet (58ec0487-6d4a-46be-b634-af8a9dded794), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:30.693937 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efd5c1-9b47-44a6-a8fe-1f79c6e00a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ec0487-6d4a-46be-b634-af8a9dded794,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:30.705391 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efd5c1-9b47-44a6-a8fe-1f79c6e00a6b admin admin] Checking segment: {'id': '870e94ee-7946-428a-88e3-7c00e059f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:30.705701 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7efd5c1-9b47-44a6-a8fe-1f79c6e00a6b admin admin] Network hostable DHCP agents. Network: 976993ee-479f-4664-9f3f-59af5dcf2eb2, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:11:30.795543 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7efd5c1-9b47-44a6-a8fe-1f79c6e00a6b admin admin] Network 976993ee-479f-4664-9f3f-59af5dcf2eb2 is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:11:30.864469 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-b7efd5c1-9b47-44a6-a8fe-1f79c6e00a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, 976993ee-479f-4664-9f3f-59af5dcf2eb2) {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:30.868612 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7efd5c1-9b47-44a6-a8fe-1f79c6e00a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:30.869361 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b7efd5c1-9b47-44a6-a8fe-1f79c6e00a6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:30.874332 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd3032-ff90-4c8a-995f-abb79430601d None None] Network 976993ee-479f-4664-9f3f-59af5dcf2eb2 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:11:30.935486 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b7efd5c1-9b47-44a6-a8fe-1f79c6e00a6b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5503454 Feb 15 05:11:30.938063 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 32770) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:30.942910 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:30.974444 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp166c4624-0222-50a1-9bcc-8d4e37a786fe-976993ee-479f-4664-9f3f-59af5dcf2eb2', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'fixed_ips': [{'subnet_id': '58ec0487-6d4a-46be-b634-af8a9dded794'}]}} from dv-cinder-828060-5-iscsi. {{(pid=119880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:11:30.975448 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.007391 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8431'] for router (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.008448 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8440'] for router (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.062132 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Publish callbacks [] for router_controller (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), precommit_add_association {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.108804 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.db_base_plugin_common [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Allocated IP 172.20.0.2 (976993ee-479f-4664-9f3f-59af5dcf2eb2/58ec0487-6d4a-46be-b634-af8a9dded794/fe7683d4-b304-4636-ad92-b008af6588ea) {{(pid=119880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:31.249578 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Publish callbacks [] for port (fe7683d4-b304-4636-ad92-b008af6588ea), precommit_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.270844 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Publish callbacks [] for router_gateway (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.298992 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.339840 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Network 976993ee-479f-4664-9f3f-59af5dcf2eb2 is already hosted by enough agents. {{(pid=119880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:31.342708 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.base_scheduler [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Resources bound (agent type, host, resource id): {{(pid=119880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:31.348906 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Received port after_create {{(pid=119880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:31.357690 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Pushing event updated for resources: {'Port': ['ID=fe7683d4-b304-4636-ad92-b008af6588ea,revision_number=1']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:31.410235 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Attempting to bind port fe7683d4-b304-4636-ad92-b008af6588ea on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:31.410649 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Attempting to bind port fe7683d4-b304-4636-ad92-b008af6588ea by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '870e94ee-7946-428a-88e3-7c00e059f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:31.410937 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Attempting to bind port fe7683d4-b304-4636-ad92-b008af6588ea on network 976993ee-479f-4664-9f3f-59af5dcf2eb2 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:31.416038 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:31.416406 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Checking segment: {'id': '870e94ee-7946-428a-88e3-7c00e059f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:31.416803 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.417221 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Bound using segment: {'id': '870e94ee-7946-428a-88e3-7c00e059f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:31.417677 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Bound port: fe7683d4-b304-4636-ad92-b008af6588ea, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870e94ee-7946-428a-88e3-7c00e059f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:31.418069 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.480061 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] For port fe7683d4-b304-4636-ad92-b008af6588ea, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:31.483089 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] For port fe7683d4-b304-4636-ad92-b008af6588ea, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=fe7683d4-b304-4636-ad92-b008af6588ea,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:31.511380 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Publish callbacks [] for router_gateway (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.529344 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.544631 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.603879 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4b86c-6ee5-4a06-b1f4-5e267d5a8476 None None] Pushing event updated for resources: {'Port': ['ID=fe7683d4-b304-4636-ad92-b008af6588ea,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:31.636268 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Allocated IP 172.27.2.35 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:31.761868 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Publish callbacks [] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.836481 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:31.875617 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:31.880712 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:31.884161 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:31.889418 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:32.200622 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Publish callbacks [] for router_gateway (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:32.327151 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-38783100-a35e-418c-a58e-c7662dc645a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:32.422046 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device fe7683d4-b304-4636-ad92-b008af6588ea up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:32.428551 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-707458'] for router (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:32.476563 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port fe7683d4-b304-4636-ad92-b008af6588ea triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:32.476943 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:32.500285 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee670590-1e5d-45a6-8ec2-e5a45bef2f15 None None] Network 976993ee-479f-4664-9f3f-59af5dcf2eb2 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:11:32.597107 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-b95ad48d-e40a-41c1-9464-45ce4eae1c0f None None] Provisioning complete for port fe7683d4-b304-4636-ad92-b008af6588ea triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:32.597724 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-b95ad48d-e40a-41c1-9464-45ce4eae1c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:32.624110 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Router da8cfcad-b26a-4eda-8c3b-d6c91483e79f is scheduled to L3 agent 93191b66-45b8-451b-9430-45af3619aeed with binding_index 1 {{(pid=119879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:11:32.688849 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port fe7683d4-b304-4636-ad92-b008af6588ea is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:32.689175 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:32.892470 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port fe7683d4-b304-4636-ad92-b008af6588ea, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=fe7683d4-b304-4636-ad92-b008af6588ea,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:32.907937 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-b95ad48d-e40a-41c1-9464-45ce4eae1c0f None None] Current status of the port fe7683d4-b304-4636-ad92-b008af6588ea is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:32.908486 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-b95ad48d-e40a-41c1-9464-45ce4eae1c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:32.968835 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:32.973904 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:11:33.003921 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Sync routers for ids ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:11:33.059855 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Routers {'da8cfcad-b26a-4eda-8c3b-d6c91483e79f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:33.060235 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.060519 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:33.064062 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-9d92b919-7b20-4cf7-b548-c19a4b88bee9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1225488 Feb 15 05:11:33.064428 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 32772) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:33.105174 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.db.api [None req-b95ad48d-e40a-41c1-9464-45ce4eae1c0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 05:11:33.105540 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG oslo_db.api [None req-b95ad48d-e40a-41c1-9464-45ce4eae1c0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 05:11:33.107944 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=fe7683d4-b304-4636-ad92-b008af6588ea,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:33.182789 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Set router da8cfcad-b26a-4eda-8c3b-d6c91483e79f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:33.360334 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:32Z', 'revision_number': 3, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port': {'id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:33.386599 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Checking router: da8cfcad-b26a-4eda-8c3b-d6c91483e79f for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:11:33.386950 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Updating router da8cfcad-b26a-4eda-8c3b-d6c91483e79f port a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d binding host dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:11:33.416794 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.485632 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.638550 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Allocated IP 172.20.0.1 (976993ee-479f-4664-9f3f-59af5dcf2eb2/58ec0487-6d4a-46be-b634-af8a9dded794/a5488853-2d7c-482c-b79c-449fb95d390c) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:33.670052 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-b95ad48d-e40a-41c1-9464-45ce4eae1c0f None None] Current status of the port fe7683d4-b304-4636-ad92-b008af6588ea is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:33.692827 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Publish callbacks [] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), precommit_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.740853 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Publish callbacks [] for port (a5488853-2d7c-482c-b79c-449fb95d390c), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.755812 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.819696 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b959d4-6f9e-4204-88fe-ddecb1842dc8 None None] Pushing event updated for resources: {'Port': ['ID=a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:33.828982 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2a0147b6-d210-4021-aa51-c7ca5d3861d8 None None] Provisioning complete for port fe7683d4-b304-4636-ad92-b008af6588ea triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:33.828982 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2a0147b6-d210-4021-aa51-c7ca5d3861d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.828982 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Attempting to bind port a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:33.829291 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Attempting to bind port a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:33.829596 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Attempting to bind port a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d on network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:33.847266 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.854662 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:33.854662 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Checking segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:33.857657 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.857657 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Bound using segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:33.857657 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Bound port: a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:33.857657 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.884780 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Network 976993ee-479f-4664-9f3f-59af5dcf2eb2 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:33.889552 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:33.892852 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:33.923704 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Pushing event updated for resources: {'Port': ['ID=a5488853-2d7c-482c-b79c-449fb95d390c,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:33.935958 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707761'] for router_interface (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.946909 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] For port a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:33.963585 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] For port a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:33.972900 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2a0147b6-d210-4021-aa51-c7ca5d3861d8 None None] Current status of the port fe7683d4-b304-4636-ad92-b008af6588ea is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:34.053912 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.129239 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-896734d9-2fa2-4324-9755-7efbccf2174f None None] Provisioning complete for port a5488853-2d7c-482c-b79c-449fb95d390c triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:34.129955 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-896734d9-2fa2-4324-9755-7efbccf2174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.132142 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Routers {'da8cfcad-b26a-4eda-8c3b-d6c91483e79f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:34.132768 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:34.134409 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b959d4-6f9e-4204-88fe-ddecb1842dc8 None None] Pushing event updated for resources: {'Port': ['ID=a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:34.137856 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.213114 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-896734d9-2fa2-4324-9755-7efbccf2174f None None] Port a5488853-2d7c-482c-b79c-449fb95d390c cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:11:34.272490 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] Set router da8cfcad-b26a-4eda-8c3b-d6c91483e79f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:34.296011 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Publish callbacks [] for port (a5488853-2d7c-482c-b79c-449fb95d390c), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.350025 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263105297'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.398305 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device fe7683d4-b304-4636-ad92-b008af6588ea up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:34.416875 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3650677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707789'] for router_interface (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.418737 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Pushing event updated for resources: {'Port': ['ID=a5488853-2d7c-482c-b79c-449fb95d390c,revision_number=2']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:34.502593 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port fe7683d4-b304-4636-ad92-b008af6588ea triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:34.502965 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.514311 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Network 976993ee-479f-4664-9f3f-59af5dcf2eb2 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:34.515621 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:34.562370 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:34Z', 'revision_number': 4, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port': {'id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'a5488853-2d7c-482c-b79c-449fb95d390c', 'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:33Z', 'updated_at': '2022-02-15T05:11:33Z', 'revision_number': 1, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'subnets': [{'id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:34.641418 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Router da8cfcad-b26a-4eda-8c3b-d6c91483e79f has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:11:34.758851 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473b92b-a1f8-4a63-960c-a0fd972ea1ff None None] The sync data for ids ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'] in dv-cinder-828060-5-iscsi is: [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:34Z', 'revision_number': 4, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port': {'id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'a5488853-2d7c-482c-b79c-449fb95d390c', 'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:33Z', 'updated_at': '2022-02-15T05:11:33Z', 'revision_number': 1, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'subnets': [{'id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:11:34.760742 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:11:34.766776 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-6efffdf8-3b54-4c37-bf84-d664bb7bb9eb admin admin] 10.222.0.24 "PUT /v2.0/routers/da8cfcad-b26a-4eda-8c3b-d6c91483e79f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015309 Feb 15 05:11:34.789355 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-edfb8a07-3c9e-4254-b890-7125d9f3f2d8 None None] Provisioning complete for port a5488853-2d7c-482c-b79c-449fb95d390c triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:34.789851 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-edfb8a07-3c9e-4254-b890-7125d9f3f2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.792295 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port fe7683d4-b304-4636-ad92-b008af6588ea is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:34.831073 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-edfb8a07-3c9e-4254-b890-7125d9f3f2d8 None None] Port a5488853-2d7c-482c-b79c-449fb95d390c cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:11:34.847379 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-8feb4b2a-eaf3-468f-9f40-6a8a74e3dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:35.517841 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 32790) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:35.525043 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-316612145-network', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:35.607162 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Made reservation on behalf of 0ff667488ed9446c896abb8f6d8d7509 for: {'network': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:11:35.609561 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for network (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:35.619009 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:35.698563 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Publish callbacks [] for security_group (d64b7f9b-9c00-434b-9fbe-cc7d6f54e849), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:35.744556 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (d64b7f9b-9c00-434b-9fbe-cc7d6f54e849), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:35.771887 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=119879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:11:35.783641 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64b7f9b-9c00-434b-9fbe-cc7d6f54e849,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:35.787821 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (c6282a50-d7d0-4a5b-baea-11c7824c3feb), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:35.788402 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.segments_db [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Added segment c6282a50-d7d0-4a5b-baea-11c7824c3feb of type vlan for network 3559032d-88e7-4a80-a4e2-1e926b9ad114 Feb 15 05:11:35.832656 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750057911233'] for network (3559032d-88e7-4a80-a4e2-1e926b9ad114), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:35.927487 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:35.938645 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651'] for network (3559032d-88e7-4a80-a4e2-1e926b9ad114), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:35.939749 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:35.940328 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:36.003896 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] Pushing event updated for resources: {'Network': ['ID=3559032d-88e7-4a80-a4e2-1e926b9ad114,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:36.013799 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Network 3559032d-88e7-4a80-a4e2-1e926b9ad114 details requested by agent ovs-agent-dv-cinder-828060-5-iscsi with host dv-cinder-828060-5-iscsi {{(pid=119880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:11:36.027049 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-a5771940-06ac-45b7-a9da-158cd2ab6196 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5081174 Feb 15 05:11:36.029822 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 32792) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:36.035145 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-d441d0b5-3cd7-4c66-9ab9-dcfe07f04de0 admin admin] Request body: {'subnet': {'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-316612145-subnet', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'ip_version': 4}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:36.126880 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d441d0b5-3cd7-4c66-9ab9-dcfe07f04de0 admin admin] Made reservation on behalf of 0ff667488ed9446c896abb8f6d8d7509 for: {'subnet': 1} {{(pid=119879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:11:36.129561 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d441d0b5-3cd7-4c66-9ab9-dcfe07f04de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263411149'] for subnet (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:36.355975 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d441d0b5-3cd7-4c66-9ab9-dcfe07f04de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263106456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263411163'] for subnet (2b151505-0727-4631-a951-a433fa6c1f5a), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:36.407260 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441d0b5-3cd7-4c66-9ab9-dcfe07f04de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b151505-0727-4631-a951-a433fa6c1f5a,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:36.414313 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:36.430021 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d441d0b5-3cd7-4c66-9ab9-dcfe07f04de0 admin admin] Checking segment: {'id': 'c6282a50-d7d0-4a5b-baea-11c7824c3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:36.430378 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d441d0b5-3cd7-4c66-9ab9-dcfe07f04de0 admin admin] Network hostable DHCP agents. Network: 3559032d-88e7-4a80-a4e2-1e926b9ad114, hostable agents: ['4316fa62-d06a-4098-8855-2f06bc45a707'], hosted agents: [] {{(pid=119879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:11:36.465338 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:36.465944 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:36.498503 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d441d0b5-3cd7-4c66-9ab9-dcfe07f04de0 admin admin] Network 3559032d-88e7-4a80-a4e2-1e926b9ad114 is scheduled to be hosted by DHCP agent 4316fa62-d06a-4098-8855-2f06bc45a707 with binding_index 1 {{(pid=119879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:11:36.550561 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:36.553837 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:36.571907 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:36.577358 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-d441d0b5-3cd7-4c66-9ab9-dcfe07f04de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-5-iscsi, 3559032d-88e7-4a80-a4e2-1e926b9ad114) {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:36.577358 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d441d0b5-3cd7-4c66-9ab9-dcfe07f04de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:36.579116 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-d441d0b5-3cd7-4c66-9ab9-dcfe07f04de0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:36.582550 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b795254-1e55-48ce-873c-ae8141232657 None None] Network 3559032d-88e7-4a80-a4e2-1e926b9ad114 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:11:36.659647 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Sync routers for ids ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:11:36.669580 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Routers {'da8cfcad-b26a-4eda-8c3b-d6c91483e79f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:36.670290 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:36.671224 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:36.691716 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-d441d0b5-3cd7-4c66-9ab9-dcfe07f04de0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6600032 Feb 15 05:11:36.694065 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 32794) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:36.698594 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-316612145-router', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:36.703571 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp166c4624-0222-50a1-9bcc-8d4e37a786fe-3559032d-88e7-4a80-a4e2-1e926b9ad114', 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114', 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'fixed_ips': [{'subnet_id': '2b151505-0727-4631-a951-a433fa6c1f5a'}]}} from dv-cinder-828060-5-iscsi. {{(pid=119880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:11:36.704783 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:36.749936 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:36.772867 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8431'] for router (8588b7b5-b25f-4a70-99be-01c336579618), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:36.774299 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8440'] for router (8588b7b5-b25f-4a70-99be-01c336579618), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:36.793725 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Set router da8cfcad-b26a-4eda-8c3b-d6c91483e79f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:36.834909 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Publish callbacks [] for router_controller (8588b7b5-b25f-4a70-99be-01c336579618), precommit_add_association {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:36.873735 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.db_base_plugin_common [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Allocated IP 172.20.0.2 (3559032d-88e7-4a80-a4e2-1e926b9ad114/2b151505-0727-4631-a951-a433fa6c1f5a/1be0a935-f373-46a9-bce9-327603bc507d) {{(pid=119880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:37.000957 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:34Z', 'revision_number': 4, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port': {'id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'a5488853-2d7c-482c-b79c-449fb95d390c', 'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:33Z', 'updated_at': '2022-02-15T05:11:34Z', 'revision_number': 2, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'subnets': [{'id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:37.026815 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Publish callbacks [] for port (1be0a935-f373-46a9-bce9-327603bc507d), precommit_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.031781 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Checking router: da8cfcad-b26a-4eda-8c3b-d6c91483e79f for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:11:37.032159 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Updating router da8cfcad-b26a-4eda-8c3b-d6c91483e79f port a5488853-2d7c-482c-b79c-449fb95d390c binding host dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:11:37.059221 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.069369 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Publish callbacks [] for router_gateway (8588b7b5-b25f-4a70-99be-01c336579618), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.092941 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470'] for port (1be0a935-f373-46a9-bce9-327603bc507d), after_create {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.129720 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Network 3559032d-88e7-4a80-a4e2-1e926b9ad114 is already hosted by enough agents. {{(pid=119880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:37.135920 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.scheduler.base_scheduler [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Resources bound (agent type, host, resource id): {{(pid=119880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:37.139339 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Received port after_create {{(pid=119880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:37.146229 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Pushing event updated for resources: {'Port': ['ID=1be0a935-f373-46a9-bce9-327603bc507d,revision_number=1']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:37.226966 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Attempting to bind port 1be0a935-f373-46a9-bce9-327603bc507d on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:37.227322 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Attempting to bind port 1be0a935-f373-46a9-bce9-327603bc507d by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': 'c6282a50-d7d0-4a5b-baea-11c7824c3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:37.229423 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Attempting to bind port 1be0a935-f373-46a9-bce9-327603bc507d on network 3559032d-88e7-4a80-a4e2-1e926b9ad114 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:37.233476 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:37.233858 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Checking segment: {'id': 'c6282a50-d7d0-4a5b-baea-11c7824c3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:37.234286 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.234687 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Bound using segment: {'id': 'c6282a50-d7d0-4a5b-baea-11c7824c3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:37.235544 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Bound port: 1be0a935-f373-46a9-bce9-327603bc507d, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6282a50-d7d0-4a5b-baea-11c7824c3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:37.235544 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (1be0a935-f373-46a9-bce9-327603bc507d), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.284261 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.302047 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] For port 1be0a935-f373-46a9-bce9-327603bc507d, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:37.305558 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] For port 1be0a935-f373-46a9-bce9-327603bc507d, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=1be0a935-f373-46a9-bce9-327603bc507d,segment=NetworkSegment(c6282a50-d7d0-4a5b-baea-11c7824c3feb),segment_id=c6282a50-d7d0-4a5b-baea-11c7824c3feb)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:37.327970 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Publish callbacks [] for port (a5488853-2d7c-482c-b79c-449fb95d390c), precommit_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.348430 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Publish callbacks [] for router_gateway (8588b7b5-b25f-4a70-99be-01c336579618), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.367049 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.413520 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (1be0a935-f373-46a9-bce9-327603bc507d), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.430101 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.478687 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Allocated IP 172.27.2.30 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/764eb0b8-2a27-48fa-bc2e-bd7a2119e432) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:37.483757 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de07d1-82c5-43ea-8a77-7c911c1e5551 None None] Pushing event updated for resources: {'Port': ['ID=1be0a935-f373-46a9-bce9-327603bc507d,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:37.486198 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Pushing event updated for resources: {'Port': ['ID=a5488853-2d7c-482c-b79c-449fb95d390c,revision_number=3']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:37.497903 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:37.498270 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:37.498806 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:37.499171 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:37.499919 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:37.499919 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:37.500122 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:37.500403 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:37.500725 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:37.501041 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:37.501405 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:37.501720 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:37.502035 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:37.567882 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Attempting to bind port a5488853-2d7c-482c-b79c-449fb95d390c on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:37.568318 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Attempting to bind port a5488853-2d7c-482c-b79c-449fb95d390c by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '870e94ee-7946-428a-88e3-7c00e059f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2'}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:37.568784 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Attempting to bind port a5488853-2d7c-482c-b79c-449fb95d390c on network 976993ee-479f-4664-9f3f-59af5dcf2eb2 {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:37.574223 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:37.574742 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Checking segment: {'id': '870e94ee-7946-428a-88e3-7c00e059f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:37.575203 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.575645 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Bound using segment: {'id': '870e94ee-7946-428a-88e3-7c00e059f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2'} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:37.576343 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Bound port: a5488853-2d7c-482c-b79c-449fb95d390c, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870e94ee-7946-428a-88e3-7c00e059f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2'}}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:37.576782 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.595582 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Publish callbacks [] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.629611 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:11:37.651218 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] For port a5488853-2d7c-482c-b79c-449fb95d390c, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:37.654418 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] For port a5488853-2d7c-482c-b79c-449fb95d390c, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=a5488853-2d7c-482c-b79c-449fb95d390c,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:37.693743 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.734297 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.755948 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:37.764301 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:37.764301 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:37.787497 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-ad5f2e03-30b4-4957-a4ff-f4182bba8e8c None None] Provisioning complete for port a5488853-2d7c-482c-b79c-449fb95d390c triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:37.787868 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2e03-30b4-4957-a4ff-f4182bba8e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.809171 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Pushing event updated for resources: {'Port': ['ID=764eb0b8-2a27-48fa-bc2e-bd7a2119e432,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:37.825678 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Routers {'da8cfcad-b26a-4eda-8c3b-d6c91483e79f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:37.826575 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:37.927007 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f2e03-30b4-4957-a4ff-f4182bba8e8c None None] Current status of the port a5488853-2d7c-482c-b79c-449fb95d390c is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:37.927538 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2e03-30b4-4957-a4ff-f4182bba8e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:37.969228 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-ad5f2e03-30b4-4957-a4ff-f4182bba8e8c None None] For port a5488853-2d7c-482c-b79c-449fb95d390c, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=a5488853-2d7c-482c-b79c-449fb95d390c,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:37.978353 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c26453-4abd-496b-b3a1-8de75500a49c None None] Pushing event updated for resources: {'Port': ['ID=a5488853-2d7c-482c-b79c-449fb95d390c,revision_number=4']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:37.994926 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] Set router da8cfcad-b26a-4eda-8c3b-d6c91483e79f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:38.075745 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2e03-30b4-4957-a4ff-f4182bba8e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:38.134631 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f2e03-30b4-4957-a4ff-f4182bba8e8c None None] Pushing event updated for resources: {'Port': ['ID=a5488853-2d7c-482c-b79c-449fb95d390c,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:38.192675 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Publish callbacks [] for router_gateway (8588b7b5-b25f-4a70-99be-01c336579618), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:38.209357 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-92650b42-9d3d-4d70-be83-b087afe4707b None None] Provisioning complete for port a5488853-2d7c-482c-b79c-449fb95d390c triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:38.209739 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-92650b42-9d3d-4d70-be83-b087afe4707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:38.238542 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:34Z', 'revision_number': 4, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port': {'id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'a5488853-2d7c-482c-b79c-449fb95d390c', 'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:33Z', 'updated_at': '2022-02-15T05:11:37Z', 'revision_number': 4, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'subnets': [{'id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:38.268805 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9954cab0-19f5-4bb5-8ad8-0e5adb105f9c None None] The sync data for ids ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'] in dv-cinder-828060-5-iscsi is: [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:34Z', 'revision_number': 4, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port': {'id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'a5488853-2d7c-482c-b79c-449fb95d390c', 'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:33Z', 'updated_at': '2022-02-15T05:11:37Z', 'revision_number': 4, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'subnets': [{'id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:11:38.314717 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0fa75278-bbf7-45b0-8946-e437ffabcf46 req-dc9e8fb8-c272-4ec1-bc62-c8ea0c87dabc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614955 Feb 15 05:11:38.351671 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-92650b42-9d3d-4d70-be83-b087afe4707b None None] Current status of the port a5488853-2d7c-482c-b79c-449fb95d390c is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:38.473200 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa75278-bbf7-45b0-8946-e437ffabcf46 req-443da88a-3279-42ee-b908-57e0cd838f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:38.475133 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0fa75278-bbf7-45b0-8946-e437ffabcf46 req-443da88a-3279-42ee-b908-57e0cd838f11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 1129 time: 0.1015012 Feb 15 05:11:38.499244 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-707458'] for router (8588b7b5-b25f-4a70-99be-01c336579618), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:38.622679 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 1be0a935-f373-46a9-bce9-327603bc507d up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:38.648464 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa75278-bbf7-45b0-8946-e437ffabcf46 req-078e8027-1daa-4452-82c3-938eede396f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:38.649999 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0fa75278-bbf7-45b0-8946-e437ffabcf46 req-078e8027-1daa-4452-82c3-938eede396f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 913 time: 0.1552944 Feb 15 05:11:38.714836 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 1be0a935-f373-46a9-bce9-327603bc507d triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:38.715477 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (1be0a935-f373-46a9-bce9-327603bc507d), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:38.738102 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0fa75278-bbf7-45b0-8946-e437ffabcf46 req-517b7190-57da-4bca-9e4a-70d6febc9448 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44dc467b-1e0b-4218-892f-c6980cf4fbc3 HTTP/1.1" status: 200 len: 1001 time: 0.0822313 Feb 15 05:11:38.744848 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Router 8588b7b5-b25f-4a70-99be-01c336579618 is scheduled to L3 agent 93191b66-45b8-451b-9430-45af3619aeed with binding_index 1 {{(pid=119879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:11:38.774690 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:38.806556 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa75278-bbf7-45b0-8946-e437ffabcf46 req-13119459-628f-4733-bad8-1de56236d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:38.809163 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0fa75278-bbf7-45b0-8946-e437ffabcf46 req-13119459-628f-4733-bad8-1de56236d8b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9005181e-bcd1-4720-b825-c820fed65af1 HTTP/1.1" status: 200 len: 851 time: 0.0651689 Feb 15 05:11:38.822036 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 1be0a935-f373-46a9-bce9-327603bc507d is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:38.822756 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (1be0a935-f373-46a9-bce9-327603bc507d), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:38.867182 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port 1be0a935-f373-46a9-bce9-327603bc507d, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=1be0a935-f373-46a9-bce9-327603bc507d,segment=NetworkSegment(c6282a50-d7d0-4a5b-baea-11c7824c3feb),segment_id=c6282a50-d7d0-4a5b-baea-11c7824c3feb)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:38.873350 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa75278-bbf7-45b0-8946-e437ffabcf46 req-740ceef4-63ff-45fa-b8b1-b168cdb70ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:38.875015 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0fa75278-bbf7-45b0-8946-e437ffabcf46 req-740ceef4-63ff-45fa-b8b1-b168cdb70ac1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36084994-3a6f-459e-81d2-1b7dccc740f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566721 Feb 15 05:11:38.884564 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed96cc5-f0ff-4999-9dc3-98337c4b18a4 None None] Network 3559032d-88e7-4a80-a4e2-1e926b9ad114 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:11:38.926357 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:11:38.951067 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Sync routers for ids ['8588b7b5-b25f-4a70-99be-01c336579618'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:11:38.960597 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (1be0a935-f373-46a9-bce9-327603bc507d), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:38.961645 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device a5488853-2d7c-482c-b79c-449fb95d390c up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:38.989100 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0fa75278-bbf7-45b0-8946-e437ffabcf46 req-f9c2e1c4-e70a-42ef-ae08-3ab9ca279b4b service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070065 Feb 15 05:11:39.004081 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:39.008048 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-f9412ffd-546c-44d6-8875-7e9debe1e598 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3105333 Feb 15 05:11:39.009306 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 32796) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:39.040912 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Routers {'8588b7b5-b25f-4a70-99be-01c336579618'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:39.041558 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['8588b7b5-b25f-4a70-99be-01c336579618'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:39.095437 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0fa75278-bbf7-45b0-8946-e437ffabcf46 req-d755668e-7a68-48c9-b24c-04c92ec0e0c7 service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006708 Feb 15 05:11:39.110713 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-818bfa76-da6f-4b0b-8591-5ea8671253b6 None None] Provisioning complete for port 1be0a935-f373-46a9-bce9-327603bc507d triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:39.111288 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-818bfa76-da6f-4b0b-8591-5ea8671253b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (1be0a935-f373-46a9-bce9-327603bc507d), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:39.162609 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=1be0a935-f373-46a9-bce9-327603bc507d,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:39.257908 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port a5488853-2d7c-482c-b79c-449fb95d390c triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:39.258283 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:39.296611 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Set router 8588b7b5-b25f-4a70-99be-01c336579618 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:39.448131 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-818bfa76-da6f-4b0b-8591-5ea8671253b6 None None] Current status of the port 1be0a935-f373-46a9-bce9-327603bc507d is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:39.651237 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port a5488853-2d7c-482c-b79c-449fb95d390c is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:39.652264 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:39.673049 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-1f0df05f-46fb-4e3f-8cf1-75893865b506 None None] Provisioning complete for port 1be0a935-f373-46a9-bce9-327603bc507d triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:39.681657 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1f0df05f-46fb-4e3f-8cf1-75893865b506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (1be0a935-f373-46a9-bce9-327603bc507d), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:39.715250 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:39.800482 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:39.800853 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:39.846957 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-1f0df05f-46fb-4e3f-8cf1-75893865b506 None None] Current status of the port 1be0a935-f373-46a9-bce9-327603bc507d is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:39.855072 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588b7b5-b25f-4a70-99be-01c336579618', 'name': 'tempest-TestMinimumBasicScenario-316612145-router', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:36Z', 'updated_at': '2022-02-15T05:11:37Z', 'revision_number': 3, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'gw_port': {'id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:37Z', 'updated_at': '2022-02-15T05:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:39.872107 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_common [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Allocated IP 172.20.0.1 (3559032d-88e7-4a80-a4e2-1e926b9ad114/2b151505-0727-4631-a951-a433fa6c1f5a/69df3533-e2e4-4a58-a6f8-e6b08cd4dc18) {{(pid=119879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:39.890024 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Checking router: 8588b7b5-b25f-4a70-99be-01c336579618 for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:11:39.890370 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Updating router 8588b7b5-b25f-4a70-99be-01c336579618 port 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 binding host dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:11:39.921062 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:39.975493 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Publish callbacks [] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:39.980332 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:40.064080 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:40.098393 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Network 3559032d-88e7-4a80-a4e2-1e926b9ad114 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:40.102868 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:40.108760 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Received port after_create {{(pid=119879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:40.136170 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Pushing event updated for resources: {'Port': ['ID=69df3533-e2e4-4a58-a6f8-e6b08cd4dc18,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:40.153620 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707761'] for router_interface (8588b7b5-b25f-4a70-99be-01c336579618), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:40.209055 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Publish callbacks [] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), precommit_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:40.270637 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:40.327604 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Attempting to bind port 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:40.327977 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Attempting to bind port 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:40.328400 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Attempting to bind port 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 on network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:40.330872 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a051f-81dc-405f-b506-f17bac0e334d None None] Pushing event updated for resources: {'Port': ['ID=764eb0b8-2a27-48fa-bc2e-bd7a2119e432,revision_number=2']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:40.337310 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:40.337695 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Checking segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:40.338102 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:40.338488 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Bound using segment: {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'} {{(pid=119880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:40.338952 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.managers [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Bound port: 764eb0b8-2a27-48fa-bc2e-bd7a2119e432, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131e79cb-da90-49dc-bc89-98b293492a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9'}}] {{(pid=119880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:40.339330 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:40.347158 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:40.399633 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-a7fc1645-d471-43a5-b43d-2ea45af35975 None None] Provisioning complete for port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:40.399975 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-a7fc1645-d471-43a5-b43d-2ea45af35975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:40.403643 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] For port 764eb0b8-2a27-48fa-bc2e-bd7a2119e432, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:40.430876 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 1be0a935-f373-46a9-bce9-327603bc507d up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:40.445235 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] For port 764eb0b8-2a27-48fa-bc2e-bd7a2119e432, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=764eb0b8-2a27-48fa-bc2e-bd7a2119e432,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:40.480078 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc1645-d471-43a5-b43d-2ea45af35975 None None] Port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:11:40.499654 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:40.515420 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Publish callbacks [] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:40.539657 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 1be0a935-f373-46a9-bce9-327603bc507d triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:40.540029 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (1be0a935-f373-46a9-bce9-327603bc507d), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:40.577788 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263105297'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:40.587772 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a051f-81dc-405f-b506-f17bac0e334d None None] Pushing event updated for resources: {'Port': ['ID=764eb0b8-2a27-48fa-bc2e-bd7a2119e432,revision_number=3']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:40.593991 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Routers {'8588b7b5-b25f-4a70-99be-01c336579618'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:40.594600 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['8588b7b5-b25f-4a70-99be-01c336579618'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:40.647632 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Pushing event updated for resources: {'Port': ['ID=69df3533-e2e4-4a58-a6f8-e6b08cd4dc18,revision_number=2']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:40.650156 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3650677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707789'] for router_interface (8588b7b5-b25f-4a70-99be-01c336579618), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:40.732825 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 1be0a935-f373-46a9-bce9-327603bc507d is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:40.745653 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Network 3559032d-88e7-4a80-a4e2-1e926b9ad114 is already hosted by enough agents. {{(pid=119879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:40.746510 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] Set router 8588b7b5-b25f-4a70-99be-01c336579618 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:40.747225 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.base_scheduler [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Resources bound (agent type, host, resource id): {{(pid=119879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:40.873060 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Router 8588b7b5-b25f-4a70-99be-01c336579618 has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:11:40.963424 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588b7b5-b25f-4a70-99be-01c336579618', 'name': 'tempest-TestMinimumBasicScenario-316612145-router', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:36Z', 'updated_at': '2022-02-15T05:11:40Z', 'revision_number': 4, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'gw_port': {'id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:37Z', 'updated_at': '2022-02-15T05:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '69df3533-e2e4-4a58-a6f8-e6b08cd4dc18', 'name': '', 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'mac_address': 'fa:16:3e:9b:60:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2b151505-0727-4631-a951-a433fa6c1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:39Z', 'updated_at': '2022-02-15T05:11:40Z', 'revision_number': 2, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'subnets': [{'id': '2b151505-0727-4631-a951-a433fa6c1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:40.993297 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:11:40.993841 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc9754-6ee2-4e3d-9b55-b6502936b0d4 None None] The sync data for ids ['8588b7b5-b25f-4a70-99be-01c336579618'] in dv-cinder-828060-5-iscsi is: [{'id': '8588b7b5-b25f-4a70-99be-01c336579618', 'name': 'tempest-TestMinimumBasicScenario-316612145-router', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:36Z', 'updated_at': '2022-02-15T05:11:40Z', 'revision_number': 4, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'gw_port': {'id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:37Z', 'updated_at': '2022-02-15T05:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '69df3533-e2e4-4a58-a6f8-e6b08cd4dc18', 'name': '', 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'mac_address': 'fa:16:3e:9b:60:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2b151505-0727-4631-a951-a433fa6c1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:39Z', 'updated_at': '2022-02-15T05:11:40Z', 'revision_number': 2, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'subnets': [{'id': '2b151505-0727-4631-a951-a433fa6c1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:11:41.003122 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-dfd61e72-80e9-41ad-a6c1-5b66f187968b admin admin] 10.222.0.24 "PUT /v2.0/routers/8588b7b5-b25f-4a70-99be-01c336579618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9872003 Feb 15 05:11:41.010453 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-d38637d7-9f2c-43c1-b5a6-894acf5726e8 None None] Provisioning complete for port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:41.010677 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d38637d7-9f2c-43c1-b5a6-894acf5726e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:41.049811 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-d38637d7-9f2c-43c1-b5a6-894acf5726e8 None None] Port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:11:42.438120 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:42.498943 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:42.500831 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:42.589564 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:42.590283 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:42.614846 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] For port 764eb0b8-2a27-48fa-bc2e-bd7a2119e432, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=764eb0b8-2a27-48fa-bc2e-bd7a2119e432,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:42.670047 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:42.743826 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Pushing event updated for resources: {'Port': ['ID=764eb0b8-2a27-48fa-bc2e-bd7a2119e432,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:43.073986 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Sync routers for ids ['8588b7b5-b25f-4a70-99be-01c336579618'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:11:43.087673 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Routers {'8588b7b5-b25f-4a70-99be-01c336579618'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:43.088300 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['8588b7b5-b25f-4a70-99be-01c336579618'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:43.201071 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Set router 8588b7b5-b25f-4a70-99be-01c336579618 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:43.508468 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588b7b5-b25f-4a70-99be-01c336579618', 'name': 'tempest-TestMinimumBasicScenario-316612145-router', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:36Z', 'updated_at': '2022-02-15T05:11:40Z', 'revision_number': 4, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'gw_port': {'id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:37Z', 'updated_at': '2022-02-15T05:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '69df3533-e2e4-4a58-a6f8-e6b08cd4dc18', 'name': '', 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'mac_address': 'fa:16:3e:9b:60:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2b151505-0727-4631-a951-a433fa6c1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:39Z', 'updated_at': '2022-02-15T05:11:40Z', 'revision_number': 2, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'subnets': [{'id': '2b151505-0727-4631-a951-a433fa6c1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:43.538398 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Checking router: 8588b7b5-b25f-4a70-99be-01c336579618 for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:11:43.538748 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Updating router 8588b7b5-b25f-4a70-99be-01c336579618 port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 binding host dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:11:43.568477 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:43.843726 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Publish callbacks [] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), precommit_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:43.915587 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:43.965953 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4bd1e-4c97-4094-af62-9483c27d818a None None] Pushing event updated for resources: {'Port': ['ID=69df3533-e2e4-4a58-a6f8-e6b08cd4dc18,revision_number=3']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:44.033511 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Attempting to bind port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 on host dv-cinder-828060-5-iscsi for vnic_type normal with profile {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:44.033875 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Attempting to bind port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 by drivers openvswitch,hyperv on host dv-cinder-828060-5-iscsi at level 0 using segments [{'id': 'c6282a50-d7d0-4a5b-baea-11c7824c3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114'}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:44.034229 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Attempting to bind port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 on network 3559032d-88e7-4a80-a4e2-1e926b9ad114 {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:44.043689 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Checking agent: {'id': 'c6a53149-26b0-4ac7-af54-d6b8949e8050', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 51, 9), 'started_at': datetime.datetime(2022, 2, 15, 4, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:44.044109 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Checking segment: {'id': 'c6282a50-d7d0-4a5b-baea-11c7824c3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:44.044476 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:44.045514 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Bound using segment: {'id': 'c6282a50-d7d0-4a5b-baea-11c7824c3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114'} {{(pid=119881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:44.045997 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.managers [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Bound port: 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18, host: dv-cinder-828060-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6282a50-d7d0-4a5b-baea-11c7824c3feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114'}}] {{(pid=119881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:44.046373 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), before_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:44.129453 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] For port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18, host dv-cinder-828060-5-iscsi, cleared binding levels {{(pid=119881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:44.132878 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.plugins.ml2.db [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] For port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18, host dv-cinder-828060-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=69df3533-e2e4-4a58-a6f8-e6b08cd4dc18,segment=NetworkSegment(c6282a50-d7d0-4a5b-baea-11c7824c3feb),segment_id=c6282a50-d7d0-4a5b-baea-11c7824c3feb)] {{(pid=119881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:44.201596 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron_lib.callbacks.manager [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), after_update {{(pid=119881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:44.271290 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4bd1e-4c97-4094-af62-9483c27d818a None None] Pushing event updated for resources: {'Port': ['ID=69df3533-e2e4-4a58-a6f8-e6b08cd4dc18,revision_number=4']} {{(pid=119881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:44.276502 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Routers {'8588b7b5-b25f-4a70-99be-01c336579618'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:44.277112 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['8588b7b5-b25f-4a70-99be-01c336579618'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:44.313640 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-6a4937c9-42f0-4dd5-abb3-6b26d713efed None None] Provisioning complete for port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:44.314200 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6a4937c9-42f0-4dd5-abb3-6b26d713efed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:44.434416 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] Set router 8588b7b5-b25f-4a70-99be-01c336579618 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:44.435668 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-6a4937c9-42f0-4dd5-abb3-6b26d713efed None None] Current status of the port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 is: DOWN; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:44.436064 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6a4937c9-42f0-4dd5-abb3-6b26d713efed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:44.510129 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-6a4937c9-42f0-4dd5-abb3-6b26d713efed None None] For port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=69df3533-e2e4-4a58-a6f8-e6b08cd4dc18,segment=NetworkSegment(c6282a50-d7d0-4a5b-baea-11c7824c3feb),segment_id=c6282a50-d7d0-4a5b-baea-11c7824c3feb)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:44.565303 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:44.593556 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6a4937c9-42f0-4dd5-abb3-6b26d713efed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:44.671685 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4937c9-42f0-4dd5-abb3-6b26d713efed None None] Pushing event updated for resources: {'Port': ['ID=69df3533-e2e4-4a58-a6f8-e6b08cd4dc18,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:44.680304 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:44.680737 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:44.738098 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588b7b5-b25f-4a70-99be-01c336579618', 'name': 'tempest-TestMinimumBasicScenario-316612145-router', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:36Z', 'updated_at': '2022-02-15T05:11:40Z', 'revision_number': 4, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'gw_port': {'id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:37Z', 'updated_at': '2022-02-15T05:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '69df3533-e2e4-4a58-a6f8-e6b08cd4dc18', 'name': '', 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'mac_address': 'fa:16:3e:9b:60:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2b151505-0727-4631-a951-a433fa6c1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:39Z', 'updated_at': '2022-02-15T05:11:44Z', 'revision_number': 4, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'subnets': [{'id': '2b151505-0727-4631-a951-a433fa6c1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:44.739774 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-7253aeeb-c561-485b-aff0-6fc7cb4eed76 None None] Provisioning complete for port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:44.740188 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-7253aeeb-c561-485b-aff0-6fc7cb4eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:44.773695 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e039d0-40f7-41c4-92b1-22cd37f09744 None None] The sync data for ids ['8588b7b5-b25f-4a70-99be-01c336579618'] in dv-cinder-828060-5-iscsi is: [{'id': '8588b7b5-b25f-4a70-99be-01c336579618', 'name': 'tempest-TestMinimumBasicScenario-316612145-router', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:36Z', 'updated_at': '2022-02-15T05:11:40Z', 'revision_number': 4, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'gw_port': {'id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:37Z', 'updated_at': '2022-02-15T05:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '69df3533-e2e4-4a58-a6f8-e6b08cd4dc18', 'name': '', 'network_id': '3559032d-88e7-4a80-a4e2-1e926b9ad114', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'mac_address': 'fa:16:3e:9b:60:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2b151505-0727-4631-a951-a433fa6c1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:39Z', 'updated_at': '2022-02-15T05:11:44Z', 'revision_number': 4, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'subnets': [{'id': '2b151505-0727-4631-a951-a433fa6c1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:11:44.824264 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:44.825470 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:44.931268 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-7253aeeb-c561-485b-aff0-6fc7cb4eed76 None None] Current status of the port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:44.937392 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:44.937765 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:45.035126 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:46.407735 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 up at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:46.469388 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Provisioning complete for port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:46.469688 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:46.692198 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Current status of the port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:52.380596 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-bda23155-edae-4ac8-83a9-482b8ae226cd tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:52.382072 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-bda23155-edae-4ac8-83a9-482b8ae226cd tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/networks?id=976993ee-479f-4664-9f3f-59af5dcf2eb2 HTTP/1.1" status: 200 len: 815 time: 0.0972729 Feb 15 05:11:52.396490 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-7c41f07a-c4af-42bd-871d-2068ab3fa848 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/quotas/c096d918db954c48ba3b7a2bc9dee318 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Feb 15 05:11:52.453607 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-177db69f-abf2-4434-a536-35b6ce0a0a4b tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c096d918db954c48ba3b7a2bc9dee318&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521376 Feb 15 05:11:52.576141 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-98dfd5d5-441b-4280-88de-603f679a9d4b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119878) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:11:52.577153 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-98dfd5d5-441b-4280-88de-603f679a9d4b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1121099 Feb 15 05:11:52.664261 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-d343305f-e1fe-49a0-8e0a-67637050b79a service neutron] 10.222.0.24 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811460 Feb 15 05:11:52.756435 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-e9db363e-7d66-49e8-a319-91b2c356deb3 service neutron] 10.222.0.24 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866489 Feb 15 05:11:53.054470 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-50e0e16e-e768-4f5b-b1f7-4d6fe6cdce49 req-658e8103-8d42-43d8-8ba4-a51637b0ce8c tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 210 time: 0.0280778 Feb 15 05:11:54.136804 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ad12c3d2-7dba-4b56-9a8d-cc9082d86ae5 req-ea9587e5-03a2-4937-8885-5e63800526b6 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 210 time: 0.0314076 Feb 15 05:11:55.228112 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-06dbc9a8-626c-4bd7-b8c7-42d106453d43 req-bd42b028-4ab5-4dd5-adb5-a99d943e307f tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 210 time: 0.0269737 Feb 15 05:11:56.324093 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c19d793a-5d2f-4593-b589-09441616593d req-b9d8411b-4456-4cf4-9d5e-674a0af02054 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 210 time: 0.0259027 Feb 15 05:11:57.422266 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8e0d2359-7f86-4abe-a7f7-9a74c4322b05 req-1eb9b36a-1097-479e-8d9d-ab0dfe69f7e9 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 210 time: 0.0279596 Feb 15 05:11:57.615467 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-51a3e895-8116-4016-abee-a42d1610d446 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:57.617222 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-51a3e895-8116-4016-abee-a42d1610d446 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.52 "GET /v2.0/networks?id=976993ee-479f-4664-9f3f-59af5dcf2eb2 HTTP/1.1" status: 200 len: 815 time: 0.1018093 Feb 15 05:11:57.632639 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Request body: {'port': {'device_id': '293eb572-c239-41e6-8113-3d933fee7edf', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'admin_state_up': True, 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:57.772008 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Made reservation on behalf of c096d918db954c48ba3b7a2bc9dee318 for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:11:57.775954 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:57.901571 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Allocated IP 172.20.0.4 (976993ee-479f-4664-9f3f-59af5dcf2eb2/58ec0487-6d4a-46be-b634-af8a9dded794/62622cd4-1c88-4d0b-ae90-78f6f547a56a) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:58.044727 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:58.155640 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:58.195798 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Network 976993ee-479f-4664-9f3f-59af5dcf2eb2 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:58.198907 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:58.205199 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:58.233656 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event updated for resources: {'Port': ['ID=62622cd4-1c88-4d0b-ae90-78f6f547a56a,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:58.246324 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.246750 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.247016 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.247357 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.247746 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.248664 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.248664 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.248881 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.249030 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.249379 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.249710 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.250030 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.250351 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.283485 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:58.284418 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:58.392002 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c46083ff-6151-4844-8f1a-d47a930d6487 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7634854 Feb 15 05:11:58.429871 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Request body: {'port': {'device_id': '293eb572-c239-41e6-8113-3d933fee7edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:58.560108 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-675782e1-45fb-449a-8fe8-6dbbb84be63f None None] Provisioning complete for port 62622cd4-1c88-4d0b-ae90-78f6f547a56a triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:58.561055 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-675782e1-45fb-449a-8fe8-6dbbb84be63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:58.577149 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:58.606724 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-675782e1-45fb-449a-8fe8-6dbbb84be63f None None] Port 62622cd4-1c88-4d0b-ae90-78f6f547a56a cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:11:58.776378 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cba27-a82e-4ac5-9946-cae474a8c014 req-add2c1a2-a233-4a50-87bd-3c09dd774bc5 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:58.778599 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-738cba27-a82e-4ac5-9946-cae474a8c014 req-add2c1a2-a233-4a50-87bd-3c09dd774bc5 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 931 time: 0.2566166 Feb 15 05:11:58.869375 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-738cba27-a82e-4ac5-9946-cae474a8c014 req-35927dff-a75e-4eb8-8220-6458a4588978 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642722 Feb 15 05:11:58.971627 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62622cd4-1c88-4d0b-ae90-78f6f547a56a {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:11:58.979881 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Publish callbacks [] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:58.993138 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Transition to ACTIVE for port object 62622cd4-1c88-4d0b-ae90-78f6f547a56a will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:11:59.052077 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:59.121214 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Pushing event updated for resources: {'Port': ['ID=62622cd4-1c88-4d0b-ae90-78f6f547a56a,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:59.202396 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Attempting to bind port 62622cd4-1c88-4d0b-ae90-78f6f547a56a on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:59.202730 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Attempting to bind port 62622cd4-1c88-4d0b-ae90-78f6f547a56a by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '870e94ee-7946-428a-88e3-7c00e059f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:59.203050 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Attempting to bind port 62622cd4-1c88-4d0b-ae90-78f6f547a56a on network 976993ee-479f-4664-9f3f-59af5dcf2eb2 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:59.217242 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Port 62622cd4-1c88-4d0b-ae90-78f6f547a56a on network 976993ee-479f-4664-9f3f-59af5dcf2eb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:11:59.217242 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Attempting to bind port 62622cd4-1c88-4d0b-ae90-78f6f547a56a on network 976993ee-479f-4664-9f3f-59af5dcf2eb2 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:59.226224 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:59.226809 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Checking segment: {'id': '870e94ee-7946-428a-88e3-7c00e059f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:59.234759 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Bound using segment: {'id': '870e94ee-7946-428a-88e3-7c00e059f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:59.234759 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Bound port: 62622cd4-1c88-4d0b-ae90-78f6f547a56a, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870e94ee-7946-428a-88e3-7c00e059f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:59.234759 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:59.333545 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] For port 62622cd4-1c88-4d0b-ae90-78f6f547a56a, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:59.338828 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] For port 62622cd4-1c88-4d0b-ae90-78f6f547a56a, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=62622cd4-1c88-4d0b-ae90-78f6f547a56a,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:59.414376 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:59.449846 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:59.450482 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:59.451894 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] 10.222.0.52 "PUT /v2.0/ports/62622cd4-1c88-4d0b-ae90-78f6f547a56a HTTP/1.1" status: 200 len: 1093 time: 1.0271378 Feb 15 05:11:59.452404 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:11:59.454699 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5653bb0e-8b65-4c11-8061-e3516147d0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:11:59.506455 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0e7cd-f08d-49e0-b7bc-dd0a4f8ce5ec service neutron] Pushing event updated for resources: {'Port': ['ID=62622cd4-1c88-4d0b-ae90-78f6f547a56a,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:59.509726 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bdf7c4-dec6-4c1a-9d9e-cbc434afaf6f x-openstack-request-id: req-e9bdf7c4-dec6-4c1a-9d9e-cbc434afaf6f {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:11:59.509726 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:11:59.509927 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9bdf7c4-dec6-4c1a-9d9e-cbc434afaf6f {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:11:59.510173 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a', 'status': 'completed', 'code': 200} Feb 15 05:11:59.703444 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:00.000373 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc3196-14e6-4d8e-b975-febd12e151e6 req-41b4c25b-88c6-4ce6-969d-2bbf559485f5 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:00.002309 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-dcbc3196-14e6-4d8e-b975-febd12e151e6 req-41b4c25b-88c6-4ce6-969d-2bbf559485f5 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0569813 Feb 15 05:12:00.048495 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-dcbc3196-14e6-4d8e-b975-febd12e151e6 req-7a062349-f155-4c06-87df-ebe06b374e21 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400865 Feb 15 05:12:01.174858 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb07af-00c9-4902-bad5-8f6ad973e510 req-fcb3df0d-4479-40bb-8c2c-d26c29b6d424 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:01.176310 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-90fb07af-00c9-4902-bad5-8f6ad973e510 req-fcb3df0d-4479-40bb-8c2c-d26c29b6d424 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0579836 Feb 15 05:12:01.227040 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-90fb07af-00c9-4902-bad5-8f6ad973e510 req-7ae684fc-6792-444e-8a55-21375320ee1d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442166 Feb 15 05:12:02.321515 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-92927ed5-b9cf-4514-ab6e-65d70b83989a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:02.362123 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83acb4-cbbf-4950-9608-89561b73e0c1 req-6ce65ede-ca96-4592-93c1-4efacb1f35a9 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:02.363662 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bb83acb4-cbbf-4950-9608-89561b73e0c1 req-6ce65ede-ca96-4592-93c1-4efacb1f35a9 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0642188 Feb 15 05:12:02.423415 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-bb83acb4-cbbf-4950-9608-89561b73e0c1 req-c7387cfd-43b9-4192-901c-452d0544b44d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525334 Feb 15 05:12:03.551709 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c9d78-8979-4c20-a5ba-92a56abb9fe3 req-6b61936d-a756-4449-a614-184ae72aec70 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:03.553378 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ca6c9d78-8979-4c20-a5ba-92a56abb9fe3 req-6b61936d-a756-4449-a614-184ae72aec70 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0644131 Feb 15 05:12:03.603624 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ca6c9d78-8979-4c20-a5ba-92a56abb9fe3 req-ddf1ae2a-9a1b-47bd-955f-07c9bce311d5 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446892 Feb 15 05:12:04.661249 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-946704e3-fb4e-46e4-bed3-afea8d26ccfd tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538290237&fields=id&tenant_id=82110d673b4a4f55bda43eb2f0453f43 HTTP/1.1" status: 200 len: 267 time: 0.0490263 Feb 15 05:12:04.669737 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-06721729-5857-4495-893e-9758ecf0df28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:04.755493 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41438dc4-622e-45a0-9c18-4c6e62e626a1 req-5c32dd68-be81-4dfb-b606-5400f5f34dbe tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:04.757695 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-41438dc4-622e-45a0-9c18-4c6e62e626a1 req-5c32dd68-be81-4dfb-b606-5400f5f34dbe tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0715952 Feb 15 05:12:04.809078 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-73c27f63-0dd4-465b-bd6d-a00b59a69917 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:04.810959 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-73c27f63-0dd4-465b-bd6d-a00b59a69917 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 812 time: 0.1425538 Feb 15 05:12:04.819102 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-41438dc4-622e-45a0-9c18-4c6e62e626a1 req-37ca78e8-5c10-4a7e-add5-ba684d440e20 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529735 Feb 15 05:12:04.826474 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-7b233311-5909-4ceb-888e-19e9d064e194 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/quotas/82110d673b4a4f55bda43eb2f0453f43 HTTP/1.1" status: 200 len: 375 time: 0.0091257 Feb 15 05:12:04.888388 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-28efcddf-3634-461d-9325-dc9dfd7603a5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566270 Feb 15 05:12:04.994678 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-8af7455b-a59f-4e38-9f7b-b62faba638e2 service neutron] 10.222.0.24 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929432 Feb 15 05:12:05.089551 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-2f1c4c9f-f99a-41e0-9afc-962020fe0952 service neutron] 10.222.0.24 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891294 Feb 15 05:12:05.927834 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-e7a396f5-2d6f-4be9-b9cc-d36cd736c40f req-273e508b-bdcf-4b87-b4ca-519524d0a9e6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 210 time: 0.0575728 Feb 15 05:12:06.003301 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8e120-2e52-4a97-8130-6f92e933fdea req-c1f2dd58-e105-4950-92c3-59a5fa0a148e tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:06.004931 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-abd8e120-2e52-4a97-8130-6f92e933fdea req-c1f2dd58-e105-4950-92c3-59a5fa0a148e tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0841680 Feb 15 05:12:06.058013 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-abd8e120-2e52-4a97-8130-6f92e933fdea req-81c84499-c8a5-4b13-98d1-ca4e09bbb15b tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468931 Feb 15 05:12:06.737827 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:07.026028 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1bfc525a-06cd-46c0-924f-0e0cdfb2d769 req-e27d1761-d7b7-4bf8-a8b9-d4fbe28d9b31 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 210 time: 0.0311995 Feb 15 05:12:07.220575 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c876e-e6f0-4f90-8a7c-7208494e88b9 req-23fb8731-5046-4361-98b7-5ee930e03bf8 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:07.222100 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e15c876e-e6f0-4f90-8a7c-7208494e88b9 req-23fb8731-5046-4361-98b7-5ee930e03bf8 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0652304 Feb 15 05:12:07.274928 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e15c876e-e6f0-4f90-8a7c-7208494e88b9 req-1aa86a2e-4c40-4186-85c5-091dc592a036 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449007 Feb 15 05:12:07.309416 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:08.114663 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-f36181b2-085d-48f9-85ff-78c7c268c6a5 req-4fa2c39b-4908-432a-bf66-488410eae099 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 210 time: 0.0257239 Feb 15 05:12:08.392116 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f3811-aef8-45a9-b0b6-39966ad844d3 req-79c4e20a-fbce-49ca-9961-e17ce8ef102b tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:08.393522 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5e0f3811-aef8-45a9-b0b6-39966ad844d3 req-79c4e20a-fbce-49ca-9961-e17ce8ef102b tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0515814 Feb 15 05:12:08.438517 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5e0f3811-aef8-45a9-b0b6-39966ad844d3 req-89da5767-85f0-4dc6-b1b9-14105e8ae3d5 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394442 Feb 15 05:12:08.726577 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:09.209876 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-822c0b5c-76e7-460f-abba-e112a6cfcb10 req-5cb410ef-cd01-48a0-8069-21cb21282141 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 210 time: 0.0291176 Feb 15 05:12:09.552807 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c7ccc-c639-445c-8dce-d03a95b97da9 req-87f43c77-3dac-44bf-b7dd-9b9100989149 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:09.554385 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-168c7ccc-c639-445c-8dce-d03a95b97da9 req-87f43c77-3dac-44bf-b7dd-9b9100989149 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0515499 Feb 15 05:12:09.602688 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-168c7ccc-c639-445c-8dce-d03a95b97da9 req-544ea34d-95c9-4acd-9f25-71af9722e73f tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428712 Feb 15 05:12:10.302218 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b6b75ea2-d27f-44fe-a05a-1d0da46a0a38 req-4f5bda1b-f0f5-46bb-8a45-b7a6aaf3a977 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 210 time: 0.0262704 Feb 15 05:12:10.717101 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8fa80-6e18-492a-bbb0-d6bf1284c44f req-6d87405d-dac6-430c-b8a0-918fc4849442 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:10.718574 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-18a8fa80-6e18-492a-bbb0-d6bf1284c44f req-6d87405d-dac6-430c-b8a0-918fc4849442 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0515046 Feb 15 05:12:10.764420 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-18a8fa80-6e18-492a-bbb0-d6bf1284c44f req-8852a4ca-cbfa-4142-8e36-17798566e038 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403862 Feb 15 05:12:11.396267 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6175c45a-2320-49b2-b5ce-8f7ff436741e req-cd66501c-da1b-423b-9167-bb76707af3ba tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 210 time: 0.0268831 Feb 15 05:12:11.574550 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653bb0e-8b65-4c11-8061-e3516147d0c1 req-fd07339e-d2db-42cb-9168-f8a0825c845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:11.576044 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5653bb0e-8b65-4c11-8061-e3516147d0c1 req-fd07339e-d2db-42cb-9168-f8a0825c845b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c096d918db954c48ba3b7a2bc9dee318&device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 1127 time: 0.0437851 Feb 15 05:12:11.969958 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653bb0e-8b65-4c11-8061-e3516147d0c1 req-c2cc785c-5897-42a4-a55e-7315ace6ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:11.971419 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5653bb0e-8b65-4c11-8061-e3516147d0c1 req-c2cc785c-5897-42a4-a55e-7315ace6ef05 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c096d918db954c48ba3b7a2bc9dee318&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3855324 Feb 15 05:12:11.979115 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc22c52-e93a-401a-b28e-032f450dba53 req-eb7cf942-1e2c-49b8-9c80-4b43141d0f28 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:11.980451 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-edc22c52-e93a-401a-b28e-032f450dba53 req-eb7cf942-1e2c-49b8-9c80-4b43141d0f28 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0836518 Feb 15 05:12:12.082625 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-edc22c52-e93a-401a-b28e-032f450dba53 req-99a1a08c-a6de-4af0-a1ca-7aeccd97f0e2 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940049 Feb 15 05:12:12.099750 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653bb0e-8b65-4c11-8061-e3516147d0c1 req-54b26719-918c-4bff-a722-b0c73aaec415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:12.101350 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5653bb0e-8b65-4c11-8061-e3516147d0c1 req-54b26719-918c-4bff-a722-b0c73aaec415 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200342 Feb 15 05:12:12.225378 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-18e24736-4cdd-45ff-89e0-ec4a2148a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:12.227165 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-18e24736-4cdd-45ff-89e0-ec4a2148a872 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c096d918db954c48ba3b7a2bc9dee318&device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 1127 time: 0.0445518 Feb 15 05:12:12.272391 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-30ee0d68-31c0-4d60-9fdb-9ae19790dd60 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62622cd4-1c88-4d0b-ae90-78f6f547a56a HTTP/1.1" status: 200 len: 217 time: 0.0369012 Feb 15 05:12:12.320276 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c8ced0e5-9378-4584-9e2a-481967f056a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:12.321723 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-c8ced0e5-9378-4584-9e2a-481967f056a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ec0487-6d4a-46be-b634-af8a9dded794 HTTP/1.1" status: 200 len: 854 time: 0.0430422 Feb 15 05:12:12.370752 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f6be5e31-af91-4990-9e48-d82cca40b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:12.372261 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-f6be5e31-af91-4990-9e48-d82cca40b103 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=976993ee-479f-4664-9f3f-59af5dcf2eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430269 Feb 15 05:12:12.465878 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-4953d614-e679-43fd-8f59-f87fb9383ef9 service neutron] 10.222.0.52 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870571 Feb 15 05:12:12.497158 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-46337b11-7296-4819-b2a3-b1b30246a96c req-82053fff-e473-4d29-94aa-d076b93b27e3 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 210 time: 0.0338020 Feb 15 05:12:12.634548 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-55e19401-a6ba-45f1-8dd1-fe3546402cef req-a80b7b86-d990-4928-8cc2-274c514caa69 service neutron] 10.222.0.52 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615055 Feb 15 05:12:12.643277 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-9ebeb794-5f78-42cc-838e-d7cba6740e21 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:12.647473 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-9ebeb794-5f78-42cc-838e-d7cba6740e21 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 812 time: 0.1504931 Feb 15 05:12:12.707137 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-7a693ea3-19fa-4562-a972-9d60540a05e9 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82110d673b4a4f55bda43eb2f0453f43 HTTP/1.1" status: 200 len: 379 time: 0.0544689 Feb 15 05:12:12.721546 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-e72c8a5f-8603-40e1-be9a-2fb7243d8c24 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Request body: {'port': {'device_id': '8794fa73-bef6-459b-9404-5798f025bc84', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'admin_state_up': True, 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'security_groups': ['6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d']}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:12.886239 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-e72c8a5f-8603-40e1-be9a-2fb7243d8c24 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Made reservation on behalf of 82110d673b4a4f55bda43eb2f0453f43 for: {'port': 1} {{(pid=119878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:12.889589 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-e72c8a5f-8603-40e1-be9a-2fb7243d8c24 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.018116 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-e72c8a5f-8603-40e1-be9a-2fb7243d8c24 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Allocated IP 172.20.0.10 (36084994-3a6f-459e-81d2-1b7dccc740f3/9005181e-bcd1-4720-b825-c820fed65af1/847cef78-4ad0-4f1a-a51c-7498125c94a3) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:13.168823 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-e72c8a5f-8603-40e1-be9a-2fb7243d8c24 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.226641 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a49ac-4c4a-4243-a26f-d2346720632d req-f1b6fc75-193c-4fba-992f-0f977fd39411 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:13.228154 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-621a49ac-4c4a-4243-a26f-d2346720632d req-f1b6fc75-193c-4fba-992f-0f977fd39411 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0782754 Feb 15 05:12:13.274625 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-621a49ac-4c4a-4243-a26f-d2346720632d req-2a63d40b-be18-4943-aef5-ac439503d916 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Feb 15 05:12:13.292337 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-e72c8a5f-8603-40e1-be9a-2fb7243d8c24 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.341721 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-e72c8a5f-8603-40e1-be9a-2fb7243d8c24 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Network 36084994-3a6f-459e-81d2-1b7dccc740f3 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:13.347479 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-e72c8a5f-8603-40e1-be9a-2fb7243d8c24 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:13.351141 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-e72c8a5f-8603-40e1-be9a-2fb7243d8c24 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:13.381293 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c8a5f-8603-40e1-be9a-2fb7243d8c24 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'Port': ['ID=847cef78-4ad0-4f1a-a51c-7498125c94a3,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:13.411531 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-e72c8a5f-8603-40e1-be9a-2fb7243d8c24 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:13.412190 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-e72c8a5f-8603-40e1-be9a-2fb7243d8c24 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.488880 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-e72c8a5f-8603-40e1-be9a-2fb7243d8c24 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7709661 Feb 15 05:12:13.500369 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Request body: {'port': {'device_id': '8794fa73-bef6-459b-9404-5798f025bc84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:13.565828 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.568140 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-ded933c3-5fcd-4c53-b463-2dd1f37c0523 None None] Provisioning complete for port 847cef78-4ad0-4f1a-a51c-7498125c94a3 triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:13.568771 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ded933c3-5fcd-4c53-b463-2dd1f37c0523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.603560 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-ded933c3-5fcd-4c53-b463-2dd1f37c0523 None None] Port 847cef78-4ad0-4f1a-a51c-7498125c94a3 cannot update to ACTIVE because it is not bound. {{(pid=119880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:12:13.626836 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6def2-def1-46b8-af0d-870c9605a8b1 req-6d883238-db9e-4a9e-8d3a-9ec0f638d96b tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:13.628269 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-9fd6def2-def1-46b8-af0d-870c9605a8b1 req-6d883238-db9e-4a9e-8d3a-9ec0f638d96b tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 932 time: 0.0586550 Feb 15 05:12:13.681969 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-9fd6def2-def1-46b8-af0d-870c9605a8b1 req-0ba93e2c-36c4-406e-98fd-5ae6bf6d106e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474026 Feb 15 05:12:13.832250 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847cef78-4ad0-4f1a-a51c-7498125c94a3 {{(pid=119878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:12:13.840553 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Publish callbacks [] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.852953 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.provisioning_blocks [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Transition to ACTIVE for port object 847cef78-4ad0-4f1a-a51c-7498125c94a3 will not be triggered until provisioned by entity L2. {{(pid=119878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:12:13.919549 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.987594 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=847cef78-4ad0-4f1a-a51c-7498125c94a3,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:14.041885 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Attempting to bind port 847cef78-4ad0-4f1a-a51c-7498125c94a3 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:12:14.042593 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Attempting to bind port 847cef78-4ad0-4f1a-a51c-7498125c94a3 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:12:14.042593 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Attempting to bind port 847cef78-4ad0-4f1a-a51c-7498125c94a3 on network 36084994-3a6f-459e-81d2-1b7dccc740f3 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:14.047308 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Port 847cef78-4ad0-4f1a-a51c-7498125c94a3 on network 36084994-3a6f-459e-81d2-1b7dccc740f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:12:14.047659 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Attempting to bind port 847cef78-4ad0-4f1a-a51c-7498125c94a3 on network 36084994-3a6f-459e-81d2-1b7dccc740f3 {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:14.052665 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Checking agent: {'id': '223e38f3-c972-4376-ac77-127e34e381f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'started_at': datetime.datetime(2022, 2, 15, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:12:14.053412 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Checking segment: {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:14.053807 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Bound using segment: {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'} {{(pid=119878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:12:14.054353 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.managers [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Bound port: 847cef78-4ad0-4f1a-a51c-7498125c94a3, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3'}}] {{(pid=119878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:12:14.054586 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:14.132534 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] For port 847cef78-4ad0-4f1a-a51c-7498125c94a3, host hv-cinder-82806, cleared binding levels {{(pid=119878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:12:14.135522 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] For port 847cef78-4ad0-4f1a-a51c-7498125c94a3, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=847cef78-4ad0-4f1a-a51c-7498125c94a3,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:12:14.218011 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:14.254110 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:14.254732 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:14.256157 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] 10.222.0.52 "PUT /v2.0/ports/847cef78-4ad0-4f1a-a51c-7498125c94a3 HTTP/1.1" status: 200 len: 1094 time: 0.7602050 Feb 15 05:12:14.256658 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8794fa73-bef6-459b-9404-5798f025bc84', 'tag': '847cef78-4ad0-4f1a-a51c-7498125c94a3'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:14.259012 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f669665-07a7-45a0-8ead-11bf5b17fed9" -d '{"events": [{"name": "network-changed", "server_uuid": "8794fa73-bef6-459b-9404-5798f025bc84", "tag": "847cef78-4ad0-4f1a-a51c-7498125c94a3"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:14.293522 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18775e-f967-47bb-8350-0c4f90a3f8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=847cef78-4ad0-4f1a-a51c-7498125c94a3,revision_number=3']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:14.300323 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897aa6c6-7589-4958-a6b1-37ece122f6e4 x-openstack-request-id: req-897aa6c6-7589-4958-a6b1-37ece122f6e4 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:14.300773 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8794fa73-bef6-459b-9404-5798f025bc84", "tag": "847cef78-4ad0-4f1a-a51c-7498125c94a3", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:14.301027 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-897aa6c6-7589-4958-a6b1-37ece122f6e4 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:14.301444 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8794fa73-bef6-459b-9404-5798f025bc84', 'tag': '847cef78-4ad0-4f1a-a51c-7498125c94a3', 'status': 'completed', 'code': 200} Feb 15 05:12:14.374740 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f669665-07a7-45a0-8ead-11bf5b17fed9 req-a7da51aa-ac66-4e22-960d-7fd614730451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:14.376276 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0f669665-07a7-45a0-8ead-11bf5b17fed9 req-a7da51aa-ac66-4e22-960d-7fd614730451 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 1128 time: 0.0546813 Feb 15 05:12:14.407147 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b703a7-3c6a-464d-b28e-c3abcb424150 req-0f9e1d04-2df8-43ae-89fe-cd68027727b9 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:14.416401 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-25b703a7-3c6a-464d-b28e-c3abcb424150 req-0f9e1d04-2df8-43ae-89fe-cd68027727b9 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0697055 Feb 15 05:12:14.465917 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-25b703a7-3c6a-464d-b28e-c3abcb424150 req-f0902902-6775-4e13-aaaa-ad58ac8a0172 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485806 Feb 15 05:12:14.482190 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f669665-07a7-45a0-8ead-11bf5b17fed9 req-bc32172e-71ff-4bf4-acbe-3ee38d4beab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:14.483649 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0f669665-07a7-45a0-8ead-11bf5b17fed9 req-bc32172e-71ff-4bf4-acbe-3ee38d4beab5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=82110d673b4a4f55bda43eb2f0453f43&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0997503 Feb 15 05:12:14.574410 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f669665-07a7-45a0-8ead-11bf5b17fed9 req-78caec5d-5bfc-41bd-ba9f-9e6ff49c6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:14.575903 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0f669665-07a7-45a0-8ead-11bf5b17fed9 req-78caec5d-5bfc-41bd-ba9f-9e6ff49c6625 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856431 Feb 15 05:12:14.628074 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:12:14.658860 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-a884f2a6-aa80-4bdf-be33-8534e3471f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:14.660309 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-a884f2a6-aa80-4bdf-be33-8534e3471f0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 1128 time: 0.0478194 Feb 15 05:12:14.701265 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-2755cd7d-e527-48be-9efe-f8a049e7f1ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=847cef78-4ad0-4f1a-a51c-7498125c94a3 HTTP/1.1" status: 200 len: 217 time: 0.0336215 Feb 15 05:12:14.750050 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-49c23da2-3a0f-4606-af17-2fa746198d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:14.751488 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-49c23da2-3a0f-4606-af17-2fa746198d14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9005181e-bcd1-4720-b825-c820fed65af1 HTTP/1.1" status: 200 len: 851 time: 0.0432477 Feb 15 05:12:14.834399 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c49526-22a2-44ed-ab40-2d5f78ef8f3c req-e0fd4c3d-0ad3-4605-949c-ba039d3a01e5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:14.835855 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-30c49526-22a2-44ed-ab40-2d5f78ef8f3c req-e0fd4c3d-0ad3-4605-949c-ba039d3a01e5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 944 time: 0.0831008 Feb 15 05:12:14.838338 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-603247aa-a59c-4eea-a7e3-fa0b7a68dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:14.839664 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-603247aa-a59c-4eea-a7e3-fa0b7a68dc38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36084994-3a6f-459e-81d2-1b7dccc740f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789208 Feb 15 05:12:14.932658 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-30c49526-22a2-44ed-ab40-2d5f78ef8f3c req-6c724429-ac70-447a-8bdd-4b1e60b1d16f tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913332 Feb 15 05:12:14.958421 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-67e3ab02-d0b8-4006-9cec-b7eeada90849 service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115508 Feb 15 05:12:15.046656 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9f329541-9803-4dd3-9a3d-1072762ec7d2 req-af7d95cb-6c28-4f70-a501-8b4e08d68abe service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815129 Feb 15 05:12:15.580731 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74b373-be9f-43eb-a666-67f23f0e498f req-e99dc94c-2ec6-4afc-a948-653c78a1bb62 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:15.582187 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-cb74b373-be9f-43eb-a666-67f23f0e498f req-e99dc94c-2ec6-4afc-a948-653c78a1bb62 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0500379 Feb 15 05:12:15.627284 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-cb74b373-be9f-43eb-a666-67f23f0e498f req-ff75302f-3dd5-4005-b491-a52404607370 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388870 Feb 15 05:12:16.048982 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607bea5-83ef-4f82-a29f-23ba2470810c req-6ab892cd-797e-4845-85f0-37cce634588d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:16.050462 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9607bea5-83ef-4f82-a29f-23ba2470810c req-6ab892cd-797e-4845-85f0-37cce634588d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 944 time: 0.0524919 Feb 15 05:12:16.097832 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-9607bea5-83ef-4f82-a29f-23ba2470810c req-70ccb6a5-a599-4104-9096-a08f80851bbc tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413153 Feb 15 05:12:16.492447 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 62622cd4-1c88-4d0b-ae90-78f6f547a56a details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:12:16.588308 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 62622cd4-1c88-4d0b-ae90-78f6f547a56a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=62622cd4-1c88-4d0b-ae90-78f6f547a56a,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:16.599231 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '62622cd4-1c88-4d0b-ae90-78f6f547a56a', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'port_id': '62622cd4-1c88-4d0b-ae90-78f6f547a56a', 'mac_address': 'fa:16:3e:ee:d8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:12:16.634925 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 62622cd4-1c88-4d0b-ae90-78f6f547a56a is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:16.635309 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.649746 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62622cd4-1c88-4d0b-ae90-78f6f547a56a {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:12:16.668530 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 62622cd4-1c88-4d0b-ae90-78f6f547a56a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=62622cd4-1c88-4d0b-ae90-78f6f547a56a,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:16.746902 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155674b0-6363-45f2-a718-a877b48d6d8a req-ac3f315a-b196-4dc5-b379-b48fbc50df17 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:16.748350 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-155674b0-6363-45f2-a718-a877b48d6d8a req-ac3f315a-b196-4dc5-b379-b48fbc50df17 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 943 time: 0.0550387 Feb 15 05:12:16.766090 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.804303 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-155674b0-6363-45f2-a718-a877b48d6d8a req-70004354-7e7d-43de-937b-04928173be16 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502687 Feb 15 05:12:16.823746 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=62622cd4-1c88-4d0b-ae90-78f6f547a56a,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:16.830836 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:16.831186 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:16.831529 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:16.831865 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:16.832196 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:16.832523 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:16.832863 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:16.833224 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:16.833548 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:16.833872 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:16.834850 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:16.835178 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:16.835500 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:17.118706 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['62622cd4-1c88-4d0b-ae90-78f6f547a56a'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:12:17.217516 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20742ade-a7f0-47de-a563-da21070e65be req-3c618ad4-cfe7-41da-8614-03c99fc31617 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:17.218986 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-20742ade-a7f0-47de-a563-da21070e65be req-3c618ad4-cfe7-41da-8614-03c99fc31617 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 944 time: 0.0560405 Feb 15 05:12:17.267152 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-20742ade-a7f0-47de-a563-da21070e65be req-9b82a0f3-f6cc-4568-91ff-d055c560c2a7 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424495 Feb 15 05:12:17.919113 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7e0a7-8c29-49a5-9b83-2bb9f26f8550 req-cf95a9c4-7919-4c1e-b951-9475041bf5b6 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:17.920527 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-75c7e0a7-8c29-49a5-9b83-2bb9f26f8550 req-cf95a9c4-7919-4c1e-b951-9475041bf5b6 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 944 time: 0.0501549 Feb 15 05:12:17.964616 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-75c7e0a7-8c29-49a5-9b83-2bb9f26f8550 req-14be1a00-aced-4d65-9133-fa71076847a8 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383122 Feb 15 05:12:18.382625 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d648e-0b09-4b47-8aa2-f380b49fd5db req-e6946e0d-a410-4016-8fff-e35d2778df6e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:18.384048 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-100d648e-0b09-4b47-8aa2-f380b49fd5db req-e6946e0d-a410-4016-8fff-e35d2778df6e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 944 time: 0.0526330 Feb 15 05:12:18.431959 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-100d648e-0b09-4b47-8aa2-f380b49fd5db req-7221d6ae-eabc-44c6-adaa-e9726ee91cfc tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418627 Feb 15 05:12:18.506619 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 62622cd4-1c88-4d0b-ae90-78f6f547a56a up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:12:18.622890 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 62622cd4-1c88-4d0b-ae90-78f6f547a56a completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:12:18.626572 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 62622cd4-1c88-4d0b-ae90-78f6f547a56a triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:18.626964 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:18.702003 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 62622cd4-1c88-4d0b-ae90-78f6f547a56a is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:18.702480 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:18.724320 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:18.726769 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9603601-73af-4843-b99c-3004d2771003" -d '{"events": [{"server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "name": "network-vif-plugged", "status": "completed", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:18.738468 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 62622cd4-1c88-4d0b-ae90-78f6f547a56a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=62622cd4-1c88-4d0b-ae90-78f6f547a56a,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:18.788884 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:18.839322 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=62622cd4-1c88-4d0b-ae90-78f6f547a56a,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:18.886699 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea702c7-3d3f-4705-a5cf-2ca20149b862 x-openstack-request-id: req-6ea702c7-3d3f-4705-a5cf-2ca20149b862 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:18.886994 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "name": "network-vif-plugged", "status": "completed", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:18.887245 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ea702c7-3d3f-4705-a5cf-2ca20149b862 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:18.887651 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a', 'code': 200} Feb 15 05:12:19.085180 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e04ffb-b724-4f4e-98bf-6b143d35d4ba req-6257516d-4551-42f7-8f6c-872b3d854579 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:19.086696 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e9e04ffb-b724-4f4e-98bf-6b143d35d4ba req-6257516d-4551-42f7-8f6c-872b3d854579 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 945 time: 0.0563126 Feb 15 05:12:19.156736 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e9e04ffb-b724-4f4e-98bf-6b143d35d4ba req-3f7dce2b-68e5-46c0-a935-604da7d83b1c tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642443 Feb 15 05:12:19.170152 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee1ecb-6234-49c0-8bb2-64c229453c06 req-d7f24341-e6ef-4e2d-88d2-473683823a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:19.171881 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d2ee1ecb-6234-49c0-8bb2-64c229453c06 req-d7f24341-e6ef-4e2d-88d2-473683823a3c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 1129 time: 0.0613885 Feb 15 05:12:19.215218 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d2ee1ecb-6234-49c0-8bb2-64c229453c06 req-bd76e814-5793-43e9-9bfc-601987b85ee4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 Feb 15 05:12:19.548671 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9ddbe-11b7-4326-aaf3-5da4d20160f8 req-00446e1e-1328-41e7-b299-b9393919e22b tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:19.550137 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6ca9ddbe-11b7-4326-aaf3-5da4d20160f8 req-00446e1e-1328-41e7-b299-b9393919e22b tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 944 time: 0.0518699 Feb 15 05:12:19.600171 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6ca9ddbe-11b7-4326-aaf3-5da4d20160f8 req-183ae50e-f5b1-4b36-a94c-b83f67c70d5f tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442395 Feb 15 05:12:20.273871 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10de3d1-8047-4535-a9f8-4bc8dfbb2d49 req-02f96caa-2ccc-4b08-9ef2-5ae6cb9a23aa tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:20.275313 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b10de3d1-8047-4535-a9f8-4bc8dfbb2d49 req-02f96caa-2ccc-4b08-9ef2-5ae6cb9a23aa tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 945 time: 0.0520077 Feb 15 05:12:20.323994 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-b10de3d1-8047-4535-a9f8-4bc8dfbb2d49 req-4bfd05df-7791-4217-9a6c-6bfbacdbd7f3 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432293 Feb 15 05:12:20.717432 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c3be1-048f-47a0-8ec1-6fef42013995 req-6ee6bef5-fcea-44a0-a0b1-adac66b520b9 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:20.718970 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-979c3be1-048f-47a0-8ec1-6fef42013995 req-6ee6bef5-fcea-44a0-a0b1-adac66b520b9 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 944 time: 0.0530121 Feb 15 05:12:20.769554 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-979c3be1-048f-47a0-8ec1-6fef42013995 req-02730c1d-414e-447f-952b-a6c50e79452d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449126 Feb 15 05:12:21.442360 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52551-f53a-49ed-bfd4-571892387f67 req-49677ca5-428a-4c96-886e-a2c969da2200 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:21.443810 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3cb52551-f53a-49ed-bfd4-571892387f67 req-49677ca5-428a-4c96-886e-a2c969da2200 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 945 time: 0.0521708 Feb 15 05:12:21.489300 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3cb52551-f53a-49ed-bfd4-571892387f67 req-fd7a5029-818c-400f-8753-d72ac1c3e404 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398405 Feb 15 05:12:21.613491 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0561ab-1f01-467a-8c04-32055702cebe req-d477cb13-6974-49a6-bfcd-e469e73aee49 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:21.614834 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bd0561ab-1f01-467a-8c04-32055702cebe req-d477cb13-6974-49a6-bfcd-e469e73aee49 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 945 time: 0.0503495 Feb 15 05:12:21.660284 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-bd0561ab-1f01-467a-8c04-32055702cebe req-da9e3d37-3472-4fe1-9b27-16db27d404dc tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391574 Feb 15 05:12:21.894431 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075c81f-5574-4d96-9b78-a7121e610b26 req-b414f6ee-68af-4d32-adca-0bef5c029110 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:21.895885 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4075c81f-5574-4d96-9b78-a7121e610b26 req-b414f6ee-68af-4d32-adca-0bef5c029110 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 944 time: 0.0585144 Feb 15 05:12:21.945151 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-4075c81f-5574-4d96-9b78-a7121e610b26 req-041e1a6b-095c-4169-9418-2e7f27a1e05b tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429432 Feb 15 05:12:21.986752 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfdd02-2904-492b-921e-d6b6f017306f req-000d674c-102d-487b-86b6-02ca27127dbb tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:21.988194 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15cfdd02-2904-492b-921e-d6b6f017306f req-000d674c-102d-487b-86b6-02ca27127dbb tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 945 time: 0.0519791 Feb 15 05:12:22.032957 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15cfdd02-2904-492b-921e-d6b6f017306f req-ec0b3688-e422-4799-8a19-17ea894fc2bf tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386539 Feb 15 05:12:23.063435 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777625d-0aa3-4685-979c-a585e8a48215 req-e7a1dfb9-f32e-4543-860f-3d84d6b00cc2 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:23.064912 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5777625d-0aa3-4685-979c-a585e8a48215 req-e7a1dfb9-f32e-4543-860f-3d84d6b00cc2 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 944 time: 0.0541017 Feb 15 05:12:23.112528 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-5777625d-0aa3-4685-979c-a585e8a48215 req-b4269497-5d66-4aa1-ac1c-c36c99c4df73 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412760 Feb 15 05:12:24.233996 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14917948-abbc-4ecc-88e2-ce3e43874ae4 req-f6028a6d-84eb-4a37-bcea-4226b1198f1a tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:24.235507 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-14917948-abbc-4ecc-88e2-ce3e43874ae4 req-f6028a6d-84eb-4a37-bcea-4226b1198f1a tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 944 time: 0.0560894 Feb 15 05:12:24.285235 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-14917948-abbc-4ecc-88e2-ce3e43874ae4 req-ca8beb30-2498-49e1-85a9-33f205d89dec tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435960 Feb 15 05:12:24.535827 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 847cef78-4ad0-4f1a-a51c-7498125c94a3 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:12:24.635002 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 847cef78-4ad0-4f1a-a51c-7498125c94a3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=847cef78-4ad0-4f1a-a51c-7498125c94a3,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:24.646202 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '847cef78-4ad0-4f1a-a51c-7498125c94a3', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'port_id': '847cef78-4ad0-4f1a-a51c-7498125c94a3', 'mac_address': 'fa:16:3e:5d:96:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:12:24.686118 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 847cef78-4ad0-4f1a-a51c-7498125c94a3 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:24.686508 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:24.699642 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847cef78-4ad0-4f1a-a51c-7498125c94a3 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:12:24.719607 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 847cef78-4ad0-4f1a-a51c-7498125c94a3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=847cef78-4ad0-4f1a-a51c-7498125c94a3,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:24.800280 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:24.847232 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=847cef78-4ad0-4f1a-a51c-7498125c94a3,revision_number=4']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:25.155121 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['847cef78-4ad0-4f1a-a51c-7498125c94a3'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:12:25.402363 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e0d13-446d-403e-98b6-002a9153f085 req-781c99d2-968a-417d-8b13-b6cf57b95090 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:25.403850 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3d0e0d13-446d-403e-98b6-002a9153f085 req-781c99d2-968a-417d-8b13-b6cf57b95090 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 945 time: 0.0520308 Feb 15 05:12:25.452985 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3d0e0d13-446d-403e-98b6-002a9153f085 req-a7b8ee51-7f48-49d8-a101-13bf3ce8730b tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433109 Feb 15 05:12:26.539144 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 847cef78-4ad0-4f1a-a51c-7498125c94a3 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:12:26.577580 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f555e-5275-4a5d-af2b-f0faf4dcf234 req-1293ebfe-41c2-485d-a213-dbe935e7859d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:26.579054 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2f5f555e-5275-4a5d-af2b-f0faf4dcf234 req-1293ebfe-41c2-485d-a213-dbe935e7859d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 945 time: 0.0550611 Feb 15 05:12:26.627896 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-2f5f555e-5275-4a5d-af2b-f0faf4dcf234 req-744582bf-8519-4d64-ad01-8b0c9c713c42 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425880 Feb 15 05:12:26.651735 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning for port 847cef78-4ad0-4f1a-a51c-7498125c94a3 completed by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:12:26.655681 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 847cef78-4ad0-4f1a-a51c-7498125c94a3 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:26.656055 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:26.731410 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 847cef78-4ad0-4f1a-a51c-7498125c94a3 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:26.731799 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:26.753379 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8794fa73-bef6-459b-9404-5798f025bc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847cef78-4ad0-4f1a-a51c-7498125c94a3'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:26.756139 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89056504-7fcf-4341-acd7-464d2b398f31" -d '{"events": [{"server_uuid": "8794fa73-bef6-459b-9404-5798f025bc84", "name": "network-vif-plugged", "status": "completed", "tag": "847cef78-4ad0-4f1a-a51c-7498125c94a3"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:26.767873 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 847cef78-4ad0-4f1a-a51c-7498125c94a3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=847cef78-4ad0-4f1a-a51c-7498125c94a3,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:26.793373 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8518d71-9e7c-43b7-8e80-7f842874c4ef x-openstack-request-id: req-b8518d71-9e7c-43b7-8e80-7f842874c4ef {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:26.793665 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8794fa73-bef6-459b-9404-5798f025bc84", "name": "network-vif-plugged", "status": "completed", "tag": "847cef78-4ad0-4f1a-a51c-7498125c94a3", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:26.793923 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8518d71-9e7c-43b7-8e80-7f842874c4ef {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:26.794322 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8794fa73-bef6-459b-9404-5798f025bc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847cef78-4ad0-4f1a-a51c-7498125c94a3', 'code': 200} Feb 15 05:12:26.817731 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:26.867810 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=847cef78-4ad0-4f1a-a51c-7498125c94a3,revision_number=5']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:27.145145 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f11da-9bbc-4d0c-ad4e-d640f65bc79c req-41353961-0781-4303-9530-08a22a7672ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:27.147250 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-171f11da-9bbc-4d0c-ad4e-d640f65bc79c req-41353961-0781-4303-9530-08a22a7672ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 1130 time: 0.0432904 Feb 15 05:12:27.192108 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-171f11da-9bbc-4d0c-ad4e-d640f65bc79c req-e50047a8-460e-4872-a0f6-29ce9a7a24fb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378764 Feb 15 05:12:27.746838 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a25bcb-190b-47b2-9649-b9e476b3400d req-c480beb3-3f3b-4e41-aa8e-46491ad4fdb5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:27.748273 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-11a25bcb-190b-47b2-9649-b9e476b3400d req-c480beb3-3f3b-4e41-aa8e-46491ad4fdb5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 946 time: 0.0512619 Feb 15 05:12:27.798634 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-11a25bcb-190b-47b2-9649-b9e476b3400d req-4054040d-9472-411e-a240-a729aedeab9d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449693 Feb 15 05:12:28.917273 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48be6e7-9e74-4794-9a42-002008ac550d req-1fed361d-1341-4e6a-9e6a-101e57250d57 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:28.918704 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b48be6e7-9e74-4794-9a42-002008ac550d req-1fed361d-1341-4e6a-9e6a-101e57250d57 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 946 time: 0.0513453 Feb 15 05:12:28.969512 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b48be6e7-9e74-4794-9a42-002008ac550d req-94993b08-f8f9-4e41-928d-df494a7e00c0 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449317 Feb 15 05:12:29.085465 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a1cf4-288b-411f-b5ab-43dbc332b9fd req-d926bc8b-ae06-4605-be12-737425fa575d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:29.086832 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-741a1cf4-288b-411f-b5ab-43dbc332b9fd req-d926bc8b-ae06-4605-be12-737425fa575d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 946 time: 0.0520384 Feb 15 05:12:29.133395 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-741a1cf4-288b-411f-b5ab-43dbc332b9fd req-33477f56-eb4e-46c5-a8d9-e023e2f58b14 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410943 Feb 15 05:12:29.155254 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33104) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:29.291684 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26172ed6-93ad-4050-88a2-d1e29065a5ad tempest-TestVolumeBootPattern-759061313 tempest-TestVolumeBootPattern-759061313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:29.293247 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-26172ed6-93ad-4050-88a2-d1e29065a5ad tempest-TestVolumeBootPattern-759061313 tempest-TestVolumeBootPattern-759061313-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 1125 time: 0.1369865 Feb 15 05:12:29.295926 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33108) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:29.300350 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Request body: {'floatingip': {'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'port_id': '847cef78-4ad0-4f1a-a51c-7498125c94a3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:29.382556 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:29.479361 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:29.581878 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Allocated IP 172.27.2.18 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/a7fb7c89-afd6-4964-b59a-6868c64f83a9) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:29.684705 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for port (a7fb7c89-afd6-4964-b59a-6868c64f83a9), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:29.703064 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:29.783104 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (a7fb7c89-afd6-4964-b59a-6868c64f83a9), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:29.817830 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:29.822055 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:29.828748 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:29.851888 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'Port': ['ID=a7fb7c89-afd6-4964-b59a-6868c64f83a9,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:30.184743 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for floatingip (66819a05-536a-4c76-b98f-047ed105b167), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:30.306756 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (a7fb7c89-afd6-4964-b59a-6868c64f83a9), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:30.451977 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for port (a7fb7c89-afd6-4964-b59a-6868c64f83a9), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:30.525383 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (a7fb7c89-afd6-4964-b59a-6868c64f83a9), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:30.594926 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event updated for resources: {'Port': ['ID=a7fb7c89-afd6-4964-b59a-6868c64f83a9,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:30.606808 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (66819a05-536a-4c76-b98f-047ed105b167), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:30.706891 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.l3_db [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Floating IP 66819a05-536a-4c76-b98f-047ed105b167 associated. External IP: 172.27.2.18, port: 847cef78-4ad0-4f1a-a51c-7498125c94a3. Feb 15 05:12:31.186106 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Router 98d69b21-d2ec-45eb-97ad-fc29012707aa has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:12:31.294200 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:12:31.304340 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9387827d-c732-46fd-96b0-92d7dd2c9b8e None None] Sync routers for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:12:31.314065 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9387827d-c732-46fd-96b0-92d7dd2c9b8e None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:12:31.314687 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-9387827d-c732-46fd-96b0-92d7dd2c9b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:31.390874 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:31.421173 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-9387827d-c732-46fd-96b0-92d7dd2c9b8e None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:12:31.424594 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-aa2c8ae5-ae5f-48d6-bb6b-588cd9018437 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1238368 Feb 15 05:12:31.424594 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8794fa73-bef6-459b-9404-5798f025bc84', 'tag': '847cef78-4ad0-4f1a-a51c-7498125c94a3'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:31.424594 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a94f41-e303-4b5e-b5fb-789c70ad9ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "8794fa73-bef6-459b-9404-5798f025bc84", "tag": "847cef78-4ad0-4f1a-a51c-7498125c94a3"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:31.462275 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d027905-4303-4f79-ae43-81f1dd5cfb7b x-openstack-request-id: req-7d027905-4303-4f79-ae43-81f1dd5cfb7b {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:31.462564 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8794fa73-bef6-459b-9404-5798f025bc84", "tag": "847cef78-4ad0-4f1a-a51c-7498125c94a3", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:31.462813 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d027905-4303-4f79-ae43-81f1dd5cfb7b {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:31.463209 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8794fa73-bef6-459b-9404-5798f025bc84', 'tag': '847cef78-4ad0-4f1a-a51c-7498125c94a3', 'status': 'completed', 'code': 200} Feb 15 05:12:31.528225 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a94f41-e303-4b5e-b5fb-789c70ad9ea3 req-15fc827c-bad5-4716-b3da-0f889ee38ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:31.529751 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f0a94f41-e303-4b5e-b5fb-789c70ad9ea3 req-15fc827c-bad5-4716-b3da-0f889ee38ce6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 1130 time: 0.0463779 Feb 15 05:12:31.627561 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a94f41-e303-4b5e-b5fb-789c70ad9ea3 req-9dd2cfb4-229f-4495-9a7c-acdd32f8e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:31.629025 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f0a94f41-e303-4b5e-b5fb-789c70ad9ea3 req-9dd2cfb4-229f-4495-9a7c-acdd32f8e9bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 913 time: 0.0888948 Feb 15 05:12:31.656060 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-9387827d-c732-46fd-96b0-92d7dd2c9b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '4190cd96-e39f-43c4-8e35-375211347604', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:84:52:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:09:45Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 1, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}, {'id': '66819a05-536a-4c76-b98f-047ed105b167', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '847cef78-4ad0-4f1a-a51c-7498125c94a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:5d:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8794fa73-bef6-459b-9404-5798f025bc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:12:30Z', 'updated_at': '2022-02-15T05:12:30Z', 'revision_number': 0, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:31.678211 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9387827d-c732-46fd-96b0-92d7dd2c9b8e None None] Checking router: 98d69b21-d2ec-45eb-97ad-fc29012707aa for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:12:31.686549 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9387827d-c732-46fd-96b0-92d7dd2c9b8e None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:12:31.687159 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-9387827d-c732-46fd-96b0-92d7dd2c9b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:31.696164 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f0a94f41-e303-4b5e-b5fb-789c70ad9ea3 req-101a3161-c8fa-474b-8815-59d82750ecd2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=847cef78-4ad0-4f1a-a51c-7498125c94a3 HTTP/1.1" status: 200 len: 999 time: 0.0606616 Feb 15 05:12:31.746747 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a94f41-e303-4b5e-b5fb-789c70ad9ea3 req-7bbd3c75-3e18-43f3-bd2f-e882f263f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:31.748403 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f0a94f41-e303-4b5e-b5fb-789c70ad9ea3 req-7bbd3c75-3e18-43f3-bd2f-e882f263f213 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9005181e-bcd1-4720-b825-c820fed65af1 HTTP/1.1" status: 200 len: 851 time: 0.0460703 Feb 15 05:12:31.799109 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-9387827d-c732-46fd-96b0-92d7dd2c9b8e None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:12:31.805114 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a94f41-e303-4b5e-b5fb-789c70ad9ea3 req-6558a46c-8bfc-4ea0-9b6c-0540c5034d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:31.806641 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f0a94f41-e303-4b5e-b5fb-789c70ad9ea3 req-6558a46c-8bfc-4ea0-9b6c-0540c5034d3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36084994-3a6f-459e-81d2-1b7dccc740f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517569 Feb 15 05:12:31.901789 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f0a94f41-e303-4b5e-b5fb-789c70ad9ea3 req-b4e6107e-fb2d-4dde-8a8d-f7323038bb19 service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876670 Feb 15 05:12:32.000874 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f0a94f41-e303-4b5e-b5fb-789c70ad9ea3 req-0ad08314-121a-41be-a42b-59f04a5c407c service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917070 Feb 15 05:12:32.161558 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-9387827d-c732-46fd-96b0-92d7dd2c9b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '4190cd96-e39f-43c4-8e35-375211347604', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:84:52:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:09:45Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 1, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}, {'id': '66819a05-536a-4c76-b98f-047ed105b167', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '847cef78-4ad0-4f1a-a51c-7498125c94a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:5d:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8794fa73-bef6-459b-9404-5798f025bc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:12:30Z', 'updated_at': '2022-02-15T05:12:30Z', 'revision_number': 0, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:32.192002 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9387827d-c732-46fd-96b0-92d7dd2c9b8e None None] The sync data for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi is: [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '4190cd96-e39f-43c4-8e35-375211347604', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:84:52:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:09:45Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 1, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}, {'id': '66819a05-536a-4c76-b98f-047ed105b167', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '847cef78-4ad0-4f1a-a51c-7498125c94a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:5d:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8794fa73-bef6-459b-9404-5798f025bc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:12:30Z', 'updated_at': '2022-02-15T05:12:30Z', 'revision_number': 0, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:12:32.309280 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-da0b6a15-4e32-480d-8934-894d3b1c6484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:32.393968 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d07a5-7d36-4c30-943c-f9e265d33d78 None None] New status for floating IP 66819a05-536a-4c76-b98f-047ed105b167: ACTIVE {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:12:32.396645 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a51d8-a662-4024-bdfd-a19ec6aeba62 req-bbd3d86d-7779-475f-873d-52027c3ffe99 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:32.398183 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-984a51d8-a662-4024-bdfd-a19ec6aeba62 req-bbd3d86d-7779-475f-873d-52027c3ffe99 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 945 time: 0.0551736 Feb 15 05:12:32.450785 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-984a51d8-a662-4024-bdfd-a19ec6aeba62 req-d4858250-0d05-4235-91bf-f620282d8da2 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417426 Feb 15 05:12:32.473549 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33126) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:32.560203 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d16117-cf4d-4c77-9a2b-9812146aab47 tempest-TestMinimumBasicScenario-534824927 tempest-TestMinimumBasicScenario-534824927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:32.561723 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-08d16117-cf4d-4c77-9a2b-9812146aab47 tempest-TestMinimumBasicScenario-534824927 tempest-TestMinimumBasicScenario-534824927-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 1124 time: 0.0871422 Feb 15 05:12:32.564564 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33130) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:32.568808 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Request body: {'floatingip': {'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'port_id': '62622cd4-1c88-4d0b-ae90-78f6f547a56a', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'fixed_ip_address': '172.20.0.4'}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:32.634205 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:32.732369 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (None), before_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:32.833264 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_common [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Allocated IP 172.27.2.244 (d00058ee-1aa7-4a9a-9f7c-4fcaae125df9/486ec11f-8f86-4ec6-abc8-11ec136975bf/98e15367-52bb-49c8-921a-7036e71e9926) {{(pid=119878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:32.934223 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for port (98e15367-52bb-49c8-921a-7036e71e9926), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.040290 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750057893470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (98e15367-52bb-49c8-921a-7036e71e9926), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.077576 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Network d00058ee-1aa7-4a9a-9f7c-4fcaae125df9 is already hosted by enough agents. {{(pid=119878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:33.082180 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.base_scheduler [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Resources bound (agent type, host, resource id): {{(pid=119878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:33.085602 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Received port after_create {{(pid=119878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:33.090669 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event updated for resources: {'Port': ['ID=98e15367-52bb-49c8-921a-7036e71e9926,revision_number=1']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:33.441020 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for floatingip (3a87958b-8c37-4308-8ba5-4502b888a943), precommit_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.551909 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (98e15367-52bb-49c8-921a-7036e71e9926), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.697849 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for port (98e15367-52bb-49c8-921a-7036e71e9926), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.748316 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (98e15367-52bb-49c8-921a-7036e71e9926), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.819692 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event updated for resources: {'Port': ['ID=98e15367-52bb-49c8-921a-7036e71e9926,revision_number=2']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:33.829671 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707628'] for floatingip (3a87958b-8c37-4308-8ba5-4502b888a943), after_create {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.930749 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.db.l3_db [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Floating IP 3a87958b-8c37-4308-8ba5-4502b888a943 associated. External IP: 172.27.2.244, port: 62622cd4-1c88-4d0b-ae90-78f6f547a56a. Feb 15 05:12:34.136483 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Router da8cfcad-b26a-4eda-8c3b-d6c91483e79f has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:12:34.245735 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:12:34.255550 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3346334-c0f4-46b5-b82e-72dab81924be None None] Sync routers for ids ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:12:34.264908 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3346334-c0f4-46b5-b82e-72dab81924be None None] Routers {'da8cfcad-b26a-4eda-8c3b-d6c91483e79f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:12:34.265544 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-f3346334-c0f4-46b5-b82e-72dab81924be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:34.327788 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.357607 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-529ece74-5de2-4c6d-b24d-cdee2b2c6f22 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7920482 Feb 15 05:12:34.358360 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:34.360497 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33132) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:34.360977 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ef4aa9-93f2-4a19-8637-3d1ed1e870ee" -d '{"events": [{"name": "network-changed", "server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:34.367463 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403535927', 'description': 'tempest-secgroup-smoke-1403535927 description', 'project_id': 'c096d918db954c48ba3b7a2bc9dee318'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:34.378848 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-f3346334-c0f4-46b5-b82e-72dab81924be None None] Set router da8cfcad-b26a-4eda-8c3b-d6c91483e79f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:12:34.399216 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9447be-9551-4c52-94d4-ce3063f6bea4 x-openstack-request-id: req-6f9447be-9551-4c52-94d4-ce3063f6bea4 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:34.399509 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:34.399765 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f9447be-9551-4c52-94d4-ce3063f6bea4 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:34.400174 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a', 'status': 'completed', 'code': 200} Feb 15 05:12:34.451386 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group (None), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.480096 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef4aa9-93f2-4a19-8637-3d1ed1e870ee req-4ec440dc-1c0e-4a51-86c1-43cd9f722948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:34.481623 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15ef4aa9-93f2-4a19-8637-3d1ed1e870ee req-4ec440dc-1c0e-4a51-86c1-43cd9f722948 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c096d918db954c48ba3b7a2bc9dee318&device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 1129 time: 0.0556235 Feb 15 05:12:34.527702 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group (5637ccaa-0df2-4dc4-a858-aaee84671bfc), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.576804 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (5637ccaa-0df2-4dc4-a858-aaee84671bfc), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.578714 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef4aa9-93f2-4a19-8637-3d1ed1e870ee req-24cf66f6-ce3c-4cc5-a564-b756b08ea373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:34.580318 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15ef4aa9-93f2-4a19-8637-3d1ed1e870ee req-24cf66f6-ce3c-4cc5-a564-b756b08ea373 service neutron] 10.222.0.52 "GET /v2.0/networks?id=976993ee-479f-4664-9f3f-59af5dcf2eb2 HTTP/1.1" status: 200 len: 916 time: 0.0897448 Feb 15 05:12:34.610470 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5637ccaa-0df2-4dc4-a858-aaee84671bfc,revision_number=1']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:34.619079 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:34.619645 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:34.620178 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:34.620685 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:34.621208 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:34.621742 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:34.622259 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:34.622765 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:34.623253 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:34.623753 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:34.624244 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:34.624745 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:34.625278 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:34.636528 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-f3346334-c0f4-46b5-b82e-72dab81924be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:34Z', 'revision_number': 4, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port': {'id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '3a87958b-8c37-4308-8ba5-4502b888a943', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'port_id': '62622cd4-1c88-4d0b-ae90-78f6f547a56a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'mac_address': 'fa:16:3e:ee:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293eb572-c239-41e6-8113-3d933fee7edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:12:33Z', 'updated_at': '2022-02-15T05:12:33Z', 'revision_number': 0, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5488853-2d7c-482c-b79c-449fb95d390c', 'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:33Z', 'updated_at': '2022-02-15T05:11:37Z', 'revision_number': 5, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'subnets': [{'id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:34.648738 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.649990 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-4a4c64e9-44d3-49f1-b37a-9bd8f63a8c37 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2884827 Feb 15 05:12:34.653483 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33136) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:34.657896 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-a868a914-9207-4993-877c-7862f3bfc9bd tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Request body: {'security_group_rule': {'security_group_id': '5637ccaa-0df2-4dc4-a858-aaee84671bfc', 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:34.658972 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15ef4aa9-93f2-4a19-8637-3d1ed1e870ee req-37eff6bd-3279-4f9a-a912-ee4c544dbb11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62622cd4-1c88-4d0b-ae90-78f6f547a56a HTTP/1.1" status: 200 len: 999 time: 0.0721331 Feb 15 05:12:34.664491 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3346334-c0f4-46b5-b82e-72dab81924be None None] Checking router: da8cfcad-b26a-4eda-8c3b-d6c91483e79f for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:12:34.674796 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3346334-c0f4-46b5-b82e-72dab81924be None None] Routers {'da8cfcad-b26a-4eda-8c3b-d6c91483e79f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:12:34.675471 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-f3346334-c0f4-46b5-b82e-72dab81924be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:34.709497 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef4aa9-93f2-4a19-8637-3d1ed1e870ee req-d5c70713-850c-4907-ab1d-ffa212f83a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:34.710985 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15ef4aa9-93f2-4a19-8637-3d1ed1e870ee req-d5c70713-850c-4907-ab1d-ffa212f83a6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ec0487-6d4a-46be-b634-af8a9dded794 HTTP/1.1" status: 200 len: 854 time: 0.0461140 Feb 15 05:12:34.714348 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-f35cbbc6-4041-42e5-8363-6d1b3cbe1330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.736512 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a868a914-9207-4993-877c-7862f3bfc9bd tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (85e14667-484d-44fc-b81e-5cfda85c7f50), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.762117 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef4aa9-93f2-4a19-8637-3d1ed1e870ee req-15a88a14-bd06-4c33-855d-06ab072d3277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:34.763852 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15ef4aa9-93f2-4a19-8637-3d1ed1e870ee req-15a88a14-bd06-4c33-855d-06ab072d3277 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=976993ee-479f-4664-9f3f-59af5dcf2eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462570 Feb 15 05:12:34.797361 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a868a914-9207-4993-877c-7862f3bfc9bd tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (85e14667-484d-44fc-b81e-5cfda85c7f50), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.801723 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-f3346334-c0f4-46b5-b82e-72dab81924be None None] Set router da8cfcad-b26a-4eda-8c3b-d6c91483e79f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:12:34.860363 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15ef4aa9-93f2-4a19-8637-3d1ed1e870ee req-8d296cad-5672-4116-a058-6e5a6fc6e839 service neutron] 10.222.0.52 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882328 Feb 15 05:12:34.863026 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a868a914-9207-4993-877c-7862f3bfc9bd tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (85e14667-484d-44fc-b81e-5cfda85c7f50), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.883195 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868a914-9207-4993-877c-7862f3bfc9bd tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e14667-484d-44fc-b81e-5cfda85c7f50,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:34.946190 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a868a914-9207-4993-877c-7862f3bfc9bd tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.947401 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-a868a914-9207-4993-877c-7862f3bfc9bd tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2929952 Feb 15 05:12:34.950246 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33138) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:34.954575 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-e214ea57-a635-455f-b0bc-e54f2cab9f27 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Request body: {'security_group_rule': {'security_group_id': '5637ccaa-0df2-4dc4-a858-aaee84671bfc', 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:34.955841 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-15ef4aa9-93f2-4a19-8637-3d1ed1e870ee req-c5d6cc5e-0866-4c55-91cd-fc94016835a4 service neutron] 10.222.0.52 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895426 Feb 15 05:12:35.034486 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-f3346334-c0f4-46b5-b82e-72dab81924be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:34Z', 'revision_number': 4, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port': {'id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '3a87958b-8c37-4308-8ba5-4502b888a943', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'port_id': '62622cd4-1c88-4d0b-ae90-78f6f547a56a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'mac_address': 'fa:16:3e:ee:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293eb572-c239-41e6-8113-3d933fee7edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:12:33Z', 'updated_at': '2022-02-15T05:12:33Z', 'revision_number': 0, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5488853-2d7c-482c-b79c-449fb95d390c', 'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:33Z', 'updated_at': '2022-02-15T05:11:37Z', 'revision_number': 5, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'subnets': [{'id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:35.065097 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3346334-c0f4-46b5-b82e-72dab81924be None None] The sync data for ids ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'] in dv-cinder-828060-5-iscsi is: [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:34Z', 'revision_number': 4, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port': {'id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '3a87958b-8c37-4308-8ba5-4502b888a943', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'port_id': '62622cd4-1c88-4d0b-ae90-78f6f547a56a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'mac_address': 'fa:16:3e:ee:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293eb572-c239-41e6-8113-3d933fee7edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:12:33Z', 'updated_at': '2022-02-15T05:12:33Z', 'revision_number': 0, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5488853-2d7c-482c-b79c-449fb95d390c', 'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:33Z', 'updated_at': '2022-02-15T05:11:37Z', 'revision_number': 5, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'subnets': [{'id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:12:35.096687 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e214ea57-a635-455f-b0bc-e54f2cab9f27 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (6c8d0bad-1374-4d20-807f-5fbb5479621d), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.153978 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e214ea57-a635-455f-b0bc-e54f2cab9f27 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (6c8d0bad-1374-4d20-807f-5fbb5479621d), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.217444 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e214ea57-a635-455f-b0bc-e54f2cab9f27 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (6c8d0bad-1374-4d20-807f-5fbb5479621d), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.236302 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214ea57-a635-455f-b0bc-e54f2cab9f27 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8d0bad-1374-4d20-807f-5fbb5479621d,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:35.268421 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de97934e-3555-4c28-898c-8a7879fa1d7b None None] New status for floating IP 3a87958b-8c37-4308-8ba5-4502b888a943: ACTIVE {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:12:35.298872 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e214ea57-a635-455f-b0bc-e54f2cab9f27 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.300116 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e214ea57-a635-455f-b0bc-e54f2cab9f27 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3489459 Feb 15 05:12:35.303020 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33140) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:35.307608 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-e79c88c7-45da-4699-9258-cf3221b95cae tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Request body: {'security_group_rule': {'security_group_id': '5637ccaa-0df2-4dc4-a858-aaee84671bfc', 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:35.382345 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e79c88c7-45da-4699-9258-cf3221b95cae tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (166aa8bb-4b5a-4b92-bcac-bad3d87e0fa5), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.442045 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e79c88c7-45da-4699-9258-cf3221b95cae tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (166aa8bb-4b5a-4b92-bcac-bad3d87e0fa5), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.514740 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e79c88c7-45da-4699-9258-cf3221b95cae tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (166aa8bb-4b5a-4b92-bcac-bad3d87e0fa5), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.535273 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c88c7-45da-4699-9258-cf3221b95cae tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166aa8bb-4b5a-4b92-bcac-bad3d87e0fa5,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:35.578682 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e79c88c7-45da-4699-9258-cf3221b95cae tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.579912 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e79c88c7-45da-4699-9258-cf3221b95cae tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2758405 Feb 15 05:12:35.582541 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33142) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:35.586895 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-676a8603-2d11-4c54-8d71-faf5b7af0a19 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Request body: {'security_group_rule': {'security_group_id': '5637ccaa-0df2-4dc4-a858-aaee84671bfc', 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:35.644070 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-676a8603-2d11-4c54-8d71-faf5b7af0a19 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (3fc5a8a1-3371-4650-80a1-7842ad09e3d1), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.699610 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-676a8603-2d11-4c54-8d71-faf5b7af0a19 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (3fc5a8a1-3371-4650-80a1-7842ad09e3d1), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.747986 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-676a8603-2d11-4c54-8d71-faf5b7af0a19 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (3fc5a8a1-3371-4650-80a1-7842ad09e3d1), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.764431 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a8603-2d11-4c54-8d71-faf5b7af0a19 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc5a8a1-3371-4650-80a1-7842ad09e3d1,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:35.818700 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-676a8603-2d11-4c54-8d71-faf5b7af0a19 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.819924 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-676a8603-2d11-4c54-8d71-faf5b7af0a19 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2364585 Feb 15 05:12:35.822627 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33144) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:35.826840 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-06df5c58-39bf-42cb-9782-dbaa33e29a54 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Request body: {'security_group_rule': {'security_group_id': '5637ccaa-0df2-4dc4-a858-aaee84671bfc', 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:35.908201 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.919281 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.securitygroups_db [None req-06df5c58-39bf-42cb-9782-dbaa33e29a54 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Project c096d918db954c48ba3b7a2bc9dee318 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 05:12:35.924771 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-06df5c58-39bf-42cb-9782-dbaa33e29a54 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (cf2fe260-a3eb-4451-b190-544aaf368d62), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.981026 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-06df5c58-39bf-42cb-9782-dbaa33e29a54 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (cf2fe260-a3eb-4451-b190-544aaf368d62), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:36.050360 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-06df5c58-39bf-42cb-9782-dbaa33e29a54 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (cf2fe260-a3eb-4451-b190-544aaf368d62), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:36.068311 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df5c58-39bf-42cb-9782-dbaa33e29a54 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2fe260-a3eb-4451-b190-544aaf368d62,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:36.132495 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-06df5c58-39bf-42cb-9782-dbaa33e29a54 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:36.133727 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-06df5c58-39bf-42cb-9782-dbaa33e29a54 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3101971 Feb 15 05:12:36.136393 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33146) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:36.140591 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [None req-5ea2a81b-cd6d-4512-815f-5098f40d5a77 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Request body: {'security_group_rule': {'security_group_id': '5637ccaa-0df2-4dc4-a858-aaee84671bfc', 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:36.210364 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.securitygroups_db [None req-5ea2a81b-cd6d-4512-815f-5098f40d5a77 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Project c096d918db954c48ba3b7a2bc9dee318 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 05:12:36.215393 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5ea2a81b-cd6d-4512-815f-5098f40d5a77 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (1199c04f-ca10-428f-84d6-e81c960e445f), before_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:36.274914 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5ea2a81b-cd6d-4512-815f-5098f40d5a77 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (1199c04f-ca10-428f-84d6-e81c960e445f), precommit_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:36.320392 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5ea2a81b-cd6d-4512-815f-5098f40d5a77 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540363'] for security_group_rule (1199c04f-ca10-428f-84d6-e81c960e445f), after_create {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:36.337699 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2a81b-cd6d-4512-815f-5098f40d5a77 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1199c04f-ca10-428f-84d6-e81c960e445f,revision_number=0']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:36.384772 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5ea2a81b-cd6d-4512-815f-5098f40d5a77 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:36.385988 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-5ea2a81b-cd6d-4512-815f-5098f40d5a77 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2486930 Feb 15 05:12:36.479434 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a95b52e6-b534-4a5a-875d-e28d89d93979 req-9b91eef6-ad1f-4bf4-afee-2b1588920e00 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403535927&fields=id&tenant_id=c096d918db954c48ba3b7a2bc9dee318 HTTP/1.1" status: 200 len: 267 time: 0.0484469 Feb 15 05:12:36.536395 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b52e6-b534-4a5a-875d-e28d89d93979 req-79525b24-688a-4c37-85df-afb1d04aa051 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:36.538421 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a95b52e6-b534-4a5a-875d-e28d89d93979 req-79525b24-688a-4c37-85df-afb1d04aa051 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 945 time: 0.0538192 Feb 15 05:12:36.549015 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.v2.base [req-a95b52e6-b534-4a5a-875d-e28d89d93979 req-24ca3417-ab9c-4625-ba27-e07d936c2945 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Request body: {'port': {'security_groups': ['671c0ba5-c370-4429-9607-005c16bd3cb1', '5637ccaa-0df2-4dc4-a858-aaee84671bfc']}} {{(pid=119878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:36.616077 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a95b52e6-b534-4a5a-875d-e28d89d93979 req-24ca3417-ab9c-4625-ba27-e07d936c2945 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), before_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:36.794103 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-a95b52e6-b534-4a5a-875d-e28d89d93979 req-24ca3417-ab9c-4625-ba27-e07d936c2945 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] For port 62622cd4-1c88-4d0b-ae90-78f6f547a56a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=62622cd4-1c88-4d0b-ae90-78f6f547a56a,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:36.823316 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a95b52e6-b534-4a5a-875d-e28d89d93979 req-24ca3417-ab9c-4625-ba27-e07d936c2945 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), precommit_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:36.874509 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a95b52e6-b534-4a5a-875d-e28d89d93979 req-24ca3417-ab9c-4625-ba27-e07d936c2945 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263738637'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), after_update {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:36.885406 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['62622cd4-1c88-4d0b-ae90-78f6f547a56a'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:12:36.923833 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b52e6-b534-4a5a-875d-e28d89d93979 req-24ca3417-ab9c-4625-ba27-e07d936c2945 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:36.924465 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-a95b52e6-b534-4a5a-875d-e28d89d93979 req-24ca3417-ab9c-4625-ba27-e07d936c2945 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:36.925897 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a95b52e6-b534-4a5a-875d-e28d89d93979 req-24ca3417-ab9c-4625-ba27-e07d936c2945 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "PUT /v2.0/ports/62622cd4-1c88-4d0b-ae90-78f6f547a56a HTTP/1.1" status: 200 len: 981 time: 0.3814602 Feb 15 05:12:36.926369 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:36.928672 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de904d49-1ac7-47cf-b401-728e54ec28e5" -d '{"events": [{"name": "network-changed", "server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:36.960015 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca3417-ab9c-4625-ba27-e07d936c2945 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event updated for resources: {'Port': ['ID=62622cd4-1c88-4d0b-ae90-78f6f547a56a,revision_number=6']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:36.982990 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf3bd76-7b4d-409b-9849-e0b1e42d1e03 x-openstack-request-id: req-bcf3bd76-7b4d-409b-9849-e0b1e42d1e03 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:36.983285 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:36.983543 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcf3bd76-7b4d-409b-9849-e0b1e42d1e03 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:36.984009 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a', 'status': 'completed', 'code': 200} Feb 15 05:12:37.029835 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['62622cd4-1c88-4d0b-ae90-78f6f547a56a'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:12:37.085827 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a2a3-c0b3-4d1c-83f4-f0fa4387ce55 req-9fc985b9-f08e-4d73-90b4-978933789983 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:37.087348 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e4f8a2a3-c0b3-4d1c-83f4-f0fa4387ce55 req-9fc985b9-f08e-4d73-90b4-978933789983 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0874135 Feb 15 05:12:37.102008 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de904d49-1ac7-47cf-b401-728e54ec28e5 req-5c150b10-648c-45a2-936f-1add75d155e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:37.103484 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de904d49-1ac7-47cf-b401-728e54ec28e5 req-5c150b10-648c-45a2-936f-1add75d155e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c096d918db954c48ba3b7a2bc9dee318&device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 1168 time: 0.0918474 Feb 15 05:12:37.267479 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-d768d6e0-afc1-403c-bde6-f3650f3b2f2f None None] Provisioning complete for port 62622cd4-1c88-4d0b-ae90-78f6f547a56a triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:37.267856 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d768d6e0-afc1-403c-bde6-f3650f3b2f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:37.333289 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:37.486387 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e4f8a2a3-c0b3-4d1c-83f4-f0fa4387ce55 req-02127252-c430-4fda-9330-6721fc5ff521 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3928754 Feb 15 05:12:37.500633 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-d768d6e0-afc1-403c-bde6-f3650f3b2f2f None None] Current status of the port 62622cd4-1c88-4d0b-ae90-78f6f547a56a is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:37.506079 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de904d49-1ac7-47cf-b401-728e54ec28e5 req-6fd068f1-263f-4021-afcb-94fc5ab19128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:37.506079 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de904d49-1ac7-47cf-b401-728e54ec28e5 req-6fd068f1-263f-4021-afcb-94fc5ab19128 service neutron] 10.222.0.52 "GET /v2.0/networks?id=976993ee-479f-4664-9f3f-59af5dcf2eb2 HTTP/1.1" status: 200 len: 916 time: 0.3947315 Feb 15 05:12:37.574770 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de904d49-1ac7-47cf-b401-728e54ec28e5 req-061c7dac-5743-4ae1-96c6-00bd4bdd721f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62622cd4-1c88-4d0b-ae90-78f6f547a56a HTTP/1.1" status: 200 len: 1001 time: 0.0616629 Feb 15 05:12:37.636474 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de904d49-1ac7-47cf-b401-728e54ec28e5 req-3df7ce28-1671-481f-821b-8aea4b70f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:37.637968 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de904d49-1ac7-47cf-b401-728e54ec28e5 req-3df7ce28-1671-481f-821b-8aea4b70f5a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ec0487-6d4a-46be-b634-af8a9dded794 HTTP/1.1" status: 200 len: 854 time: 0.0462947 Feb 15 05:12:37.690772 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de904d49-1ac7-47cf-b401-728e54ec28e5 req-e05bf3ff-e916-4e8f-98f7-cbb85a05bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:37.692202 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de904d49-1ac7-47cf-b401-728e54ec28e5 req-e05bf3ff-e916-4e8f-98f7-cbb85a05bbe0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=976993ee-479f-4664-9f3f-59af5dcf2eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438950 Feb 15 05:12:37.785210 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de904d49-1ac7-47cf-b401-728e54ec28e5 req-91c1fdc4-021f-4cf0-b73b-d5d7f723686e service neutron] 10.222.0.52 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858984 Feb 15 05:12:37.890053 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-de904d49-1ac7-47cf-b401-728e54ec28e5 req-c43202c2-0eee-40e6-abce-510f8418634f service neutron] 10.222.0.52 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953386 Feb 15 05:12:38.583037 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0e458b5d-46f5-4f9e-8bbd-8ecf5220b27e req-bfb37a55-f70d-4065-a018-19bcbabeb599 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438840 Feb 15 05:12:38.659670 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e458b5d-46f5-4f9e-8bbd-8ecf5220b27e req-2ac92220-8e64-46f8-9d7b-bef6a5f85420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:38.661168 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0e458b5d-46f5-4f9e-8bbd-8ecf5220b27e req-2ac92220-8e64-46f8-9d7b-bef6a5f85420 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=96bff23b05aa4ddca746e736a75716bd&device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 1129 time: 0.0429337 Feb 15 05:12:38.725989 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:38.764471 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e458b5d-46f5-4f9e-8bbd-8ecf5220b27e req-6b135462-31de-4efd-bfc9-5ea71db22edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:38.766025 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0e458b5d-46f5-4f9e-8bbd-8ecf5220b27e req-6b135462-31de-4efd-bfc9-5ea71db22edb service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff85841a-33c9-44eb-9bc2-71919d672385 HTTP/1.1" status: 200 len: 910 time: 0.0863338 Feb 15 05:12:38.832412 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0e458b5d-46f5-4f9e-8bbd-8ecf5220b27e req-2241ec42-e658-441b-bede-1016137080ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 HTTP/1.1" status: 200 len: 1001 time: 0.0583146 Feb 15 05:12:38.883360 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e458b5d-46f5-4f9e-8bbd-8ecf5220b27e req-d3fbc493-88a6-4382-b6f0-9f6f4bf94f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:38.884755 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0e458b5d-46f5-4f9e-8bbd-8ecf5220b27e req-d3fbc493-88a6-4382-b6f0-9f6f4bf94f7b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=683159ba-1de7-466f-842a-a1b8e643ff47 HTTP/1.1" status: 200 len: 848 time: 0.0465882 Feb 15 05:12:38.933185 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e458b5d-46f5-4f9e-8bbd-8ecf5220b27e req-57731471-4821-4b68-b07d-477dbf06c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:38.934635 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0e458b5d-46f5-4f9e-8bbd-8ecf5220b27e req-57731471-4821-4b68-b07d-477dbf06c37a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff85841a-33c9-44eb-9bc2-71919d672385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434451 Feb 15 05:12:39.019325 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0e458b5d-46f5-4f9e-8bbd-8ecf5220b27e req-47827b22-dbb2-4a07-8b92-55bf7e003ee8 service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780334 Feb 15 05:12:39.110000 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0e458b5d-46f5-4f9e-8bbd-8ecf5220b27e req-b0f8f02d-88f7-4dd4-b88f-8da5a0280637 service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847118 Feb 15 05:12:51.627348 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:12:59.758460 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.370887 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-bddc6c63-a395-46c6-9688-d0501ded41b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:04.667727 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cbf24911-60e9-4831-a8b3-e2ed904a399f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:05.878958 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:07.255298 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:08.753210 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:22.230498 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d029dc7-edfa-4aa0-96a3-bff20a5f34b6 req-5fffcfdb-3906-460e-9dca-59584df54aa4 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:22.232019 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5d029dc7-edfa-4aa0-96a3-bff20a5f34b6 req-5fffcfdb-3906-460e-9dca-59584df54aa4 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0543489 Feb 15 05:13:22.280729 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5d029dc7-edfa-4aa0-96a3-bff20a5f34b6 req-cf258fa6-ac48-4607-94d8-05c6a4d3cd80 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431378 Feb 15 05:13:23.400134 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec8634-5e80-4254-8c3b-6bbbb8bad93a req-b4c23d78-5139-4ca7-8511-af0b09feddbc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:23.401623 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-81ec8634-5e80-4254-8c3b-6bbbb8bad93a req-b4c23d78-5139-4ca7-8511-af0b09feddbc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0519295 Feb 15 05:13:23.449428 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-81ec8634-5e80-4254-8c3b-6bbbb8bad93a req-f4537ea1-202d-4f24-bce7-c676b3bd43be tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420978 Feb 15 05:13:24.573310 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da94e25-df6f-43c8-b788-7cf8e2dd6184 req-2b7a485a-f584-4062-9b56-9f9aeffba607 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:24.574753 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3da94e25-df6f-43c8-b788-7cf8e2dd6184 req-2b7a485a-f584-4062-9b56-9f9aeffba607 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0576279 Feb 15 05:13:24.621541 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3da94e25-df6f-43c8-b788-7cf8e2dd6184 req-d7590145-7290-437e-aa4f-3d0ce9c67f91 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413015 Feb 15 05:13:25.735907 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70242b53-d85b-421b-98e7-0e09166caecf req-e7e708eb-34cb-4f34-9187-5148f32325e6 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:25.737289 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-70242b53-d85b-421b-98e7-0e09166caecf req-e7e708eb-34cb-4f34-9187-5148f32325e6 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0502925 Feb 15 05:13:25.787160 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-70242b53-d85b-421b-98e7-0e09166caecf req-05b59f9f-8fe7-4737-ac23-07fb1ad7970f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444093 Feb 15 05:13:26.904403 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e507b3-9d21-4fa6-a9a6-22329ff21991 req-91e40f37-384a-4556-8d35-e53b63b0d200 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:26.905894 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c9e507b3-9d21-4fa6-a9a6-22329ff21991 req-91e40f37-384a-4556-8d35-e53b63b0d200 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0533915 Feb 15 05:13:26.953746 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c9e507b3-9d21-4fa6-a9a6-22329ff21991 req-c00b983a-6cd4-4cc4-bce4-ec4e13e7c4c7 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422359 Feb 15 05:13:28.070466 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffc9ae-275f-47c8-b982-32071592901b req-0ea18ad9-4978-4210-ab97-4a61cf339f42 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:28.071918 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b0ffc9ae-275f-47c8-b982-32071592901b req-0ea18ad9-4978-4210-ab97-4a61cf339f42 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0514915 Feb 15 05:13:28.121646 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b0ffc9ae-275f-47c8-b982-32071592901b req-912e7a27-b7cc-40f9-9b60-025e7f98eab5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438864 Feb 15 05:13:28.625995 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:13:29.238328 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093b200-55c1-4d50-9521-158d01fc5433 req-c6736a22-5313-4105-bf71-3a8709ee79cf tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:29.239782 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c093b200-55c1-4d50-9521-158d01fc5433 req-c6736a22-5313-4105-bf71-3a8709ee79cf tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0517633 Feb 15 05:13:29.290666 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c093b200-55c1-4d50-9521-158d01fc5433 req-b80ddeb8-992a-4446-b37b-2abff2b279bd tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454304 Feb 15 05:13:29.747786 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:30.406969 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77a6bd-7a4a-4b7f-bb4a-e3aaf7945b3e req-a579b408-1e3e-42d6-a9c8-562ab61857f6 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:30.411213 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7a77a6bd-7a4a-4b7f-bb4a-e3aaf7945b3e req-a579b408-1e3e-42d6-a9c8-562ab61857f6 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0523911 Feb 15 05:13:30.456982 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7a77a6bd-7a4a-4b7f-bb4a-e3aaf7945b3e req-e6aba3e8-10bb-466a-85a4-c6f095006762 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419974 Feb 15 05:13:31.576160 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af526cb8-187d-46e9-b07e-3c27590f6227 req-056e55cf-9565-4683-a64a-0a9998a293a0 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:31.577655 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-af526cb8-187d-46e9-b07e-3c27590f6227 req-056e55cf-9565-4683-a64a-0a9998a293a0 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0533977 Feb 15 05:13:31.627974 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-af526cb8-187d-46e9-b07e-3c27590f6227 req-860f1cd6-1639-4039-a8a4-fd60e01e7d9d tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443132 Feb 15 05:13:32.328283 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cf21109c-6311-4a58-a80c-48059833f5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:32.454171 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d74af2-b137-4c83-8ebd-9bbafb198bf1 req-add15202-9d09-4f27-9884-6f3abaf25964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:32.455647 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-64d74af2-b137-4c83-8ebd-9bbafb198bf1 req-add15202-9d09-4f27-9884-6f3abaf25964 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=96bff23b05aa4ddca746e736a75716bd&device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 1129 time: 0.0455806 Feb 15 05:13:32.552555 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d74af2-b137-4c83-8ebd-9bbafb198bf1 req-a33e6527-3f63-4f4f-9563-a2acc5825bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:32.554044 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-64d74af2-b137-4c83-8ebd-9bbafb198bf1 req-a33e6527-3f63-4f4f-9563-a2acc5825bac service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff85841a-33c9-44eb-9bc2-71919d672385 HTTP/1.1" status: 200 len: 910 time: 0.0895221 Feb 15 05:13:32.616489 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-64d74af2-b137-4c83-8ebd-9bbafb198bf1 req-352236a3-b2b1-4108-ae46-0d35ce01f9af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 HTTP/1.1" status: 200 len: 1001 time: 0.0569036 Feb 15 05:13:32.663256 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d74af2-b137-4c83-8ebd-9bbafb198bf1 req-589df531-5867-403b-9a1c-2df7e06089b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:32.664693 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-64d74af2-b137-4c83-8ebd-9bbafb198bf1 req-589df531-5867-403b-9a1c-2df7e06089b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=683159ba-1de7-466f-842a-a1b8e643ff47 HTTP/1.1" status: 200 len: 848 time: 0.0425060 Feb 15 05:13:32.718309 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d74af2-b137-4c83-8ebd-9bbafb198bf1 req-67c0d640-0188-4ed1-b759-0a5c234c8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:32.719789 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-64d74af2-b137-4c83-8ebd-9bbafb198bf1 req-67c0d640-0188-4ed1-b759-0a5c234c8914 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff85841a-33c9-44eb-9bc2-71919d672385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478554 Feb 15 05:13:32.746759 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe04938-4d67-407c-bc3b-31bd823f00a5 req-09ccc762-5ddc-4405-9d7a-98362a4c6cd1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:32.748223 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-dfe04938-4d67-407c-bc3b-31bd823f00a5 req-09ccc762-5ddc-4405-9d7a-98362a4c6cd1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0546446 Feb 15 05:13:32.796371 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-dfe04938-4d67-407c-bc3b-31bd823f00a5 req-87f67700-63ef-426d-badc-19eb9353c0aa tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426669 Feb 15 05:13:32.811315 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-64d74af2-b137-4c83-8ebd-9bbafb198bf1 req-4efc79cc-d7df-4247-a541-7ace9ba421f5 service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843334 Feb 15 05:13:32.906271 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-64d74af2-b137-4c83-8ebd-9bbafb198bf1 req-a86c61df-2e0b-42b9-aaa1-a598effd9517 service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862784 Feb 15 05:13:33.911263 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790aea91-6220-4587-9a51-19396d4ea767 req-cf078772-0f72-46d0-bb22-f3d9433a65d3 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:33.912719 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-790aea91-6220-4587-9a51-19396d4ea767 req-cf078772-0f72-46d0-bb22-f3d9433a65d3 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0518119 Feb 15 05:13:33.961185 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-790aea91-6220-4587-9a51-19396d4ea767 req-2a8bc0d4-fa7b-4a11-8604-4f420731b5f9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423388 Feb 15 05:13:34.705380 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6a6effa7-5aeb-41c8-b030-b86e9fd33470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:35.080647 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fb363-f646-4d03-9fea-6c7c8f13cc95 req-18539d65-a0f3-4822-a7ee-4e6194bc0d63 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:35.082181 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-435fb363-f646-4d03-9fea-6c7c8f13cc95 req-18539d65-a0f3-4822-a7ee-4e6194bc0d63 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0526018 Feb 15 05:13:35.130371 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-435fb363-f646-4d03-9fea-6c7c8f13cc95 req-cc5cc915-cbff-4c0f-a03c-1b8898f74ba4 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428014 Feb 15 05:13:35.907338 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:36.244295 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb870a5-17be-4421-8ce3-123aac1aa3a3 req-290eabf0-e65e-4f05-aa0a-1fd97dae3cd4 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:36.246296 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-afb870a5-17be-4421-8ce3-123aac1aa3a3 req-290eabf0-e65e-4f05-aa0a-1fd97dae3cd4 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0513132 Feb 15 05:13:36.298091 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-afb870a5-17be-4421-8ce3-123aac1aa3a3 req-87859589-978e-4e5b-a713-1216d742acb5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463631 Feb 15 05:13:36.405988 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [req-54c8bf1f-8b2b-4d61-8882-79a5a7fcd1da req-7bc47e3e-87d8-48ba-b328-706d5f5f8f3b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:13:36.407026 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-54c8bf1f-8b2b-4d61-8882-79a5a7fcd1da req-7bc47e3e-87d8-48ba-b328-706d5f5f8f3b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462317 Feb 15 05:13:36.762620 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592151c8-c445-4221-9baa-60c98a3ae0f2 req-111005f6-bf80-4a24-b80a-fa6afac375d8 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:36.764110 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-592151c8-c445-4221-9baa-60c98a3ae0f2 req-111005f6-bf80-4a24-b80a-fa6afac375d8 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0583708 Feb 15 05:13:36.838630 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-592151c8-c445-4221-9baa-60c98a3ae0f2 req-9e7142a2-bd5b-4914-b66a-262729a35b9f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690758 Feb 15 05:13:36.850124 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-85cfb2e0-9697-4d7a-9db4-ffa3854fab22 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104105 Feb 15 05:13:36.859083 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-13dfeb62-f593-47f0-9fcd-858b5a0471f0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=119878) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:13:36.860057 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-13dfeb62-f593-47f0-9fcd-858b5a0471f0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049136 Feb 15 05:13:37.002842 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-e48252e6-077c-4b1a-ae69-fcd0ce8ced53 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:37.004148 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-e48252e6-077c-4b1a-ae69-fcd0ce8ced53 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports/062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 HTTP/1.1" status: 200 len: 942 time: 0.1167243 Feb 15 05:13:37.267134 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:37.956988 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874f028-162f-44cd-8acf-0bfe30bf4b3d req-fa28414f-fb0b-4623-ab32-06483d832145 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:37.959314 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c874f028-162f-44cd-8acf-0bfe30bf4b3d req-fa28414f-fb0b-4623-ab32-06483d832145 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0539925 Feb 15 05:13:38.006882 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c874f028-162f-44cd-8acf-0bfe30bf4b3d req-8b97a286-b1f2-42da-a5ed-e754070b00db tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421062 Feb 15 05:13:38.366367 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368d0ad-01e6-46ba-9d63-39c02e6dbad2 req-05d51d96-8502-4d31-9aba-d1f217210cdc tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:38.367827 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3368d0ad-01e6-46ba-9d63-39c02e6dbad2 req-05d51d96-8502-4d31-9aba-d1f217210cdc tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0534108 Feb 15 05:13:38.434384 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-3368d0ad-01e6-46ba-9d63-39c02e6dbad2 req-597e7e13-17b1-4bbe-be1f-a724821977da tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593650 Feb 15 05:13:38.457317 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c21b-2e2f-4ba0-a26d-e1d81ac30389 req-eb28a8fd-9e95-40b3-b464-603c674fafdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:38.459015 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0387c21b-2e2f-4ba0-a26d-e1d81ac30389 req-eb28a8fd-9e95-40b3-b464-603c674fafdc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c096d918db954c48ba3b7a2bc9dee318&device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 1168 time: 0.0705793 Feb 15 05:13:38.640180 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c21b-2e2f-4ba0-a26d-e1d81ac30389 req-ef6c7cc1-58bb-446f-b665-58fc6ed79d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:38.641653 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0387c21b-2e2f-4ba0-a26d-e1d81ac30389 req-ef6c7cc1-58bb-446f-b665-58fc6ed79d97 service neutron] 10.222.0.52 "GET /v2.0/networks?id=976993ee-479f-4664-9f3f-59af5dcf2eb2 HTTP/1.1" status: 200 len: 916 time: 0.1748574 Feb 15 05:13:38.713034 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0387c21b-2e2f-4ba0-a26d-e1d81ac30389 req-4737e359-943a-4b76-8cea-f5b7a242d500 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62622cd4-1c88-4d0b-ae90-78f6f547a56a HTTP/1.1" status: 200 len: 1001 time: 0.0636370 Feb 15 05:13:38.718996 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.764612 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c21b-2e2f-4ba0-a26d-e1d81ac30389 req-5f065065-e4d9-4718-af8f-4bd1cc48e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:38.766128 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0387c21b-2e2f-4ba0-a26d-e1d81ac30389 req-5f065065-e4d9-4718-af8f-4bd1cc48e3ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ec0487-6d4a-46be-b634-af8a9dded794 HTTP/1.1" status: 200 len: 854 time: 0.0447102 Feb 15 05:13:38.828814 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c21b-2e2f-4ba0-a26d-e1d81ac30389 req-e0f9f81e-d1f3-40a5-b40e-976275c9b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:38.830406 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0387c21b-2e2f-4ba0-a26d-e1d81ac30389 req-e0f9f81e-d1f3-40a5-b40e-976275c9b0ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=976993ee-479f-4664-9f3f-59af5dcf2eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479202 Feb 15 05:13:38.926216 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0387c21b-2e2f-4ba0-a26d-e1d81ac30389 req-a1d46187-ba00-4d6c-88aa-0959606f10b3 service neutron] 10.222.0.52 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888445 Feb 15 05:13:38.947878 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:13:39.024324 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0387c21b-2e2f-4ba0-a26d-e1d81ac30389 req-76c7d041-74d3-428e-8aed-98f690a84bd8 service neutron] 10.222.0.52 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917082 Feb 15 05:13:39.035857 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 is: ACTIVE; New status is: DOWN {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:39.036558 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:39.062589 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:13:39.064826 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb04737e-edd0-4f6b-90b0-a6907e53f408" -d '{"events": [{"server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "name": "network-vif-unplugged", "status": "completed", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:13:39.081757 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:39.099771 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 05:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093a7751-7986-4d9f-bd0f-d70ceda7cf53 x-openstack-request-id: req-093a7751-7986-4d9f-bd0f-d70ceda7cf53 {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:13:39.100052 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "name": "network-vif-unplugged", "status": "failed", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8", "code": 422}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:13:39.100301 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-093a7751-7986-4d9f-bd0f-d70ceda7cf53 {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:13:39.100706 dv-cinder-828060-5-iscsi neutron-server[119880]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'code': 422} returned with failed status Feb 15 05:13:39.146366 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687e72-3943-4c1b-b8b5-2a74bae8f726 req-6e7859fb-0542-46ce-a481-8fa494c72167 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:39.147904 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e9687e72-3943-4c1b-b8b5-2a74bae8f726 req-6e7859fb-0542-46ce-a481-8fa494c72167 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0572631 Feb 15 05:13:39.157425 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:39.209861 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-e9687e72-3943-4c1b-b8b5-2a74bae8f726 req-641ebc22-e4de-41af-8b5d-b41892b3b546 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557096 Feb 15 05:13:39.336266 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,revision_number=6']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:39.343925 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:39.344280 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:39.344625 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:39.344962 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:39.345330 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:39.345775 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:39.346176 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:39.346476 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:39.351641 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:39.351641 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:39.351641 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:39.351641 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:39.351641 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:39.567162 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d414fc-7664-4f0d-9790-7968aaa3c501 req-4c0ff175-452d-403f-a124-7b14c9828ad6 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:39.568680 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-88d414fc-7664-4f0d-9790-7968aaa3c501 req-4c0ff175-452d-403f-a124-7b14c9828ad6 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0578179 Feb 15 05:13:39.633586 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-88d414fc-7664-4f0d-9790-7968aaa3c501 req-9758c223-b383-4590-a056-7e7134611cd4 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579476 Feb 15 05:13:39.934551 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-c68bf320-712c-4889-973f-5673117155a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:39.935922 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-c68bf320-712c-4889-973f-5673117155a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e&tenant_id=96bff23b05aa4ddca746e736a75716bd HTTP/1.1" status: 200 len: 1127 time: 0.0437047 Feb 15 05:13:40.001951 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-c2931cea-30fc-48c6-9e54-e0dff5b1081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:40.003480 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-c2931cea-30fc-48c6-9e54-e0dff5b1081f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=96bff23b05aa4ddca746e736a75716bd&device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 1127 time: 0.0445621 Feb 15 05:13:40.095602 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-340f46c6-3a31-4930-ad7e-d58ae2d3144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:40.097055 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-340f46c6-3a31-4930-ad7e-d58ae2d3144f service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff85841a-33c9-44eb-9bc2-71919d672385 HTTP/1.1" status: 200 len: 910 time: 0.0869212 Feb 15 05:13:40.163741 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-4095ddb2-936e-45d7-a812-d641025adea2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 HTTP/1.1" status: 200 len: 999 time: 0.0564485 Feb 15 05:13:40.215831 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-c25f1d35-1a9d-4965-b130-bedd74eff882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:40.217146 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-c25f1d35-1a9d-4965-b130-bedd74eff882 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=683159ba-1de7-466f-842a-a1b8e643ff47 HTTP/1.1" status: 200 len: 848 time: 0.0471742 Feb 15 05:13:40.271808 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-643a91f4-f8ba-477b-a3d6-cc36a4b38a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:40.273344 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-643a91f4-f8ba-477b-a3d6-cc36a4b38a67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff85841a-33c9-44eb-9bc2-71919d672385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493281 Feb 15 05:13:40.391625 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203de1a-0b3a-4286-81a3-4d9a7d77fd4f req-40f0c620-7cb7-4a4c-ad8f-5d536586e910 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:40.393106 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f203de1a-0b3a-4286-81a3-4d9a7d77fd4f req-40f0c620-7cb7-4a4c-ad8f-5d536586e910 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.1137562 Feb 15 05:13:40.414302 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-69950836-c467-469e-a387-5dd02d2b7a33 service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337404 Feb 15 05:13:40.486863 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f203de1a-0b3a-4286-81a3-4d9a7d77fd4f req-8ac6465b-9ecc-4933-8015-9eaccc1ebdc1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882764 Feb 15 05:13:40.524739 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-7d90fb8d-7559-4e67-b6ff-d09578f569fe req-be604981-9377-46e0-8d2c-709fed342590 service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969219 Feb 15 05:13:40.597878 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-424e8df8-36cc-48e1-84e4-a8f719b34ea8 req-7b1ecef2-4ac0-46d3-b8fe-23797d7d5b88 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474792 Feb 15 05:13:40.690454 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e8df8-36cc-48e1-84e4-a8f719b34ea8 req-16e75089-ccb2-4051-a2a0-a87688ef8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:40.691931 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-424e8df8-36cc-48e1-84e4-a8f719b34ea8 req-16e75089-ccb2-4051-a2a0-a87688ef8975 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 1129 time: 0.0452030 Feb 15 05:13:40.753904 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c38558-52df-438e-929b-e27a4cd12ddb req-59ebc35c-1bde-43b9-bcf7-af746513655d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:40.755256 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-77c38558-52df-438e-929b-e27a4cd12ddb req-59ebc35c-1bde-43b9-bcf7-af746513655d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0522206 Feb 15 05:13:40.795997 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e8df8-36cc-48e1-84e4-a8f719b34ea8 req-8609e427-e758-4e91-938f-0a33b4ef8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:40.797473 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-424e8df8-36cc-48e1-84e4-a8f719b34ea8 req-8609e427-e758-4e91-938f-0a33b4ef8499 service neutron] 10.222.0.52 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 913 time: 0.0855422 Feb 15 05:13:40.813918 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-77c38558-52df-438e-929b-e27a4cd12ddb req-0889aaf1-9336-4895-a5f9-e816f4e5526f tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521607 Feb 15 05:13:40.865698 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-424e8df8-36cc-48e1-84e4-a8f719b34ea8 req-c1ec137a-6e6d-4137-b2d8-e4cafbee6d53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44dc467b-1e0b-4218-892f-c6980cf4fbc3 HTTP/1.1" status: 200 len: 1001 time: 0.0607216 Feb 15 05:13:40.912990 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e8df8-36cc-48e1-84e4-a8f719b34ea8 req-3ad36bdc-40a0-4b1c-b410-35934eb4b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:40.914394 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-424e8df8-36cc-48e1-84e4-a8f719b34ea8 req-3ad36bdc-40a0-4b1c-b410-35934eb4b93e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9005181e-bcd1-4720-b825-c820fed65af1 HTTP/1.1" status: 200 len: 851 time: 0.0417247 Feb 15 05:13:40.966062 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e8df8-36cc-48e1-84e4-a8f719b34ea8 req-924c34ed-2a9b-4fc6-b6be-7ce42ce1d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:40.967500 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-424e8df8-36cc-48e1-84e4-a8f719b34ea8 req-924c34ed-2a9b-4fc6-b6be-7ce42ce1d385 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36084994-3a6f-459e-81d2-1b7dccc740f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433757 Feb 15 05:13:41.059241 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-424e8df8-36cc-48e1-84e4-a8f719b34ea8 req-368213a0-03cb-4dd2-b978-b5c3eb18b8d6 service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839508 Feb 15 05:13:41.146640 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-424e8df8-36cc-48e1-84e4-a8f719b34ea8 req-8fd1ff6b-1091-4452-ab71-762861c8b8fa service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795302 Feb 15 05:13:41.616450 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225412-a238-4400-88c6-0a2b4b729c5f req-ceff1393-1547-49a3-a20f-9f48c93707bf tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:41.617934 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cd225412-a238-4400-88c6-0a2b4b729c5f req-ceff1393-1547-49a3-a20f-9f48c93707bf tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0608537 Feb 15 05:13:41.669702 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-cd225412-a238-4400-88c6-0a2b4b729c5f req-0df4c5ef-ddf5-4616-968f-1a1d43e9987f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416837 Feb 15 05:13:41.930595 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae940758-5bea-49d7-ab2f-9ddb88eeedfc req-1f73ca74-6a14-47e3-933f-42eebe9f3212 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:41.931954 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ae940758-5bea-49d7-ab2f-9ddb88eeedfc req-1f73ca74-6a14-47e3-933f-42eebe9f3212 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0515594 Feb 15 05:13:41.989700 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-ae940758-5bea-49d7-ab2f-9ddb88eeedfc req-a7d65a09-6180-428c-afe3-f879e25ac04b tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513475 Feb 15 05:13:42.782259 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8bc98-0d78-4bdd-acae-cb82c61d825f req-4e7cdbb9-9b61-4b60-8194-6caa1f90dedc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:42.783706 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a9f8bc98-0d78-4bdd-acae-cb82c61d825f req-4e7cdbb9-9b61-4b60-8194-6caa1f90dedc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0514498 Feb 15 05:13:42.830782 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a9f8bc98-0d78-4bdd-acae-cb82c61d825f req-fe3b93ac-ca1b-49c3-b994-f83a0b5ee62e tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 Feb 15 05:13:43.109798 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69196f-3d0e-434e-af6c-c61385384ca7 req-e184e647-ae6f-4eb9-8864-aa2aabc35c6e tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:43.111239 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8a69196f-3d0e-434e-af6c-c61385384ca7 req-e184e647-ae6f-4eb9-8864-aa2aabc35c6e tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0565057 Feb 15 05:13:43.168609 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8a69196f-3d0e-434e-af6c-c61385384ca7 req-384a985c-feb0-4762-a6f9-fdca5bf409d4 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517535 Feb 15 05:13:43.945671 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e891e-e50c-49b1-aaa6-ad9e054f62cd req-95915d21-f172-4bf5-a623-58183b9b780a tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:43.947109 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-288e891e-e50c-49b1-aaa6-ad9e054f62cd req-95915d21-f172-4bf5-a623-58183b9b780a tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0507371 Feb 15 05:13:43.997944 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-288e891e-e50c-49b1-aaa6-ad9e054f62cd req-ca06e232-d7c8-45c1-be9b-e58c60811319 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446858 Feb 15 05:13:44.284993 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb4edc-835f-49d6-acc4-3ba1754b5b52 req-2f1d752c-5ca2-4334-a610-52f2d4138e21 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:44.286432 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-82eb4edc-835f-49d6-acc4-3ba1754b5b52 req-2f1d752c-5ca2-4334-a610-52f2d4138e21 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0511775 Feb 15 05:13:44.344166 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-82eb4edc-835f-49d6-acc4-3ba1754b5b52 req-189bdc0d-067e-4217-aeb6-21a4655a8265 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519857 Feb 15 05:13:45.114188 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220270c0-7809-4498-a229-2cdb7e36568d req-4553e92d-61ea-4df8-8539-c030df46fc9d tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:45.115635 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-220270c0-7809-4498-a229-2cdb7e36568d req-4553e92d-61ea-4df8-8539-c030df46fc9d tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0509050 Feb 15 05:13:45.162232 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-220270c0-7809-4498-a229-2cdb7e36568d req-b17228c8-aac6-4675-a748-576af8cddfb5 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403819 Feb 15 05:13:45.460105 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17514541-7b54-4fb7-b4db-c54e865b30a7 req-dcbf0f33-c9d9-4f2f-809f-12e3c470595f tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:45.461595 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-17514541-7b54-4fb7-b4db-c54e865b30a7 req-dcbf0f33-c9d9-4f2f-809f-12e3c470595f tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0518830 Feb 15 05:13:45.524442 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-17514541-7b54-4fb7-b4db-c54e865b30a7 req-59ae027d-6349-4377-a628-b7115fa8f10f tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566733 Feb 15 05:13:46.277078 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7e799-d16c-4275-9963-fc18aa0b484d req-e33aaf04-3c1b-413a-8601-db2de58ddca4 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:46.278529 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4ec7e799-d16c-4275-9963-fc18aa0b484d req-e33aaf04-3c1b-413a-8601-db2de58ddca4 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0510883 Feb 15 05:13:46.326118 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4ec7e799-d16c-4275-9963-fc18aa0b484d req-8bef8ba3-1294-4b8c-a02c-bb2452c7a7b0 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421820 Feb 15 05:13:46.640029 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f865e1-71f9-420d-9eef-fffac499bfb9 req-b58d560c-6137-4c06-a789-6cc12f2ac879 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:46.641549 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-82f865e1-71f9-420d-9eef-fffac499bfb9 req-b58d560c-6137-4c06-a789-6cc12f2ac879 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0507851 Feb 15 05:13:46.698795 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-82f865e1-71f9-420d-9eef-fffac499bfb9 req-dde7ad4f-4352-4c79-8064-1dfe1f32f36a tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517111 Feb 15 05:13:47.446511 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0db7d-ac53-4a00-bb21-749af5fa3b63 req-23b003c9-3309-4263-bc07-6c9e27cbab0e tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:47.448037 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-47e0db7d-ac53-4a00-bb21-749af5fa3b63 req-23b003c9-3309-4263-bc07-6c9e27cbab0e tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0551815 Feb 15 05:13:47.495224 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-47e0db7d-ac53-4a00-bb21-749af5fa3b63 req-3f4f7dc2-9ddb-44e1-a202-aad746bc25f6 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416074 Feb 15 05:13:47.813996 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe45c1-6f70-42a2-8abc-ccda891fdacc req-eeb8d0c5-f516-44fc-8945-23909dc8830d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:47.815417 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-50fe45c1-6f70-42a2-8abc-ccda891fdacc req-eeb8d0c5-f516-44fc-8945-23909dc8830d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0513432 Feb 15 05:13:47.872624 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-50fe45c1-6f70-42a2-8abc-ccda891fdacc req-9b2ea930-6803-4ef2-b724-531c3dbf8381 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516088 Feb 15 05:13:48.608984 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f846e8-455e-47b0-9a26-b9b83bae66d1 req-d313c062-12ef-48dc-a5ee-19e3293a3f63 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:48.610439 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-35f846e8-455e-47b0-9a26-b9b83bae66d1 req-d313c062-12ef-48dc-a5ee-19e3293a3f63 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 943 time: 0.0509641 Feb 15 05:13:48.657277 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-35f846e8-455e-47b0-9a26-b9b83bae66d1 req-083cfcd4-8e92-4e53-9605-84d4facd039d tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414150 Feb 15 05:13:48.986908 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=119880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:13:48.994241 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc1ea5-b414-4e0f-9edb-8190738fa544 req-e548e5be-c13c-4e4a-bcd5-f4305fd78425 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:48.995967 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b5fc1ea5-b414-4e0f-9edb-8190738fa544 req-e548e5be-c13c-4e4a-bcd5-f4305fd78425 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0557258 Feb 15 05:13:49.054833 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b5fc1ea5-b414-4e0f-9edb-8190738fa544 req-49e22ac6-3905-4bd0-8f12-1dde2d33e729 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530908 Feb 15 05:13:49.082549 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:49.094029 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Returning: {'device': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'port_id': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'mac_address': 'fa:16:3e:47:73:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:13:49.129106 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 is: DOWN; New status is: BUILD {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:49.129515 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:49.142257 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 {{(pid=119880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:13:49.161299 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:49.244361 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:49.296179 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,revision_number=7']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:49.583651 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['062eac1f-6dc9-4733-bcb9-5ab70c86a1a8'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:13:49.775585 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6c93d-1a8e-4eab-b029-4f815917ece4 req-6f79dd18-3f31-4d8c-8447-034325e8a5da tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:49.777239 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4cf6c93d-1a8e-4eab-b029-4f815917ece4 req-6f79dd18-3f31-4d8c-8447-034325e8a5da tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 944 time: 0.0527949 Feb 15 05:13:49.829408 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4cf6c93d-1a8e-4eab-b029-4f815917ece4 req-1a4390f2-219c-4c3d-87bb-0665c689237b tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462573 Feb 15 05:13:50.170935 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16b337-cc8b-42be-b093-7f6705398a8a req-11989b4b-7d5b-4fef-92f9-0012e4bf2275 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:50.172370 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6b16b337-cc8b-42be-b093-7f6705398a8a req-11989b4b-7d5b-4fef-92f9-0012e4bf2275 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0517879 Feb 15 05:13:50.229189 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6b16b337-cc8b-42be-b093-7f6705398a8a req-3fe6118b-be55-48b9-8b66-d8333c194355 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506523 Feb 15 05:13:50.946622 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8202b1d-47ca-4e0b-b418-051620394034 req-9d2730aa-79dd-41f2-b669-bdbf88481bf2 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:50.948242 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d8202b1d-47ca-4e0b-b418-051620394034 req-9d2730aa-79dd-41f2-b669-bdbf88481bf2 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 944 time: 0.0525312 Feb 15 05:13:50.996820 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d8202b1d-47ca-4e0b-b418-051620394034 req-6a95a8bc-f2b0-43ad-acab-b626620cd661 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428681 Feb 15 05:13:51.001536 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 up at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:13:51.051309 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Provisioning complete for port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 triggered by entity L2. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:51.057455 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:51.128809 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Current status of the port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 is: BUILD; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:51.129147 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), before_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:51.150451 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8'}] {{(pid=119880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:13:51.152736 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abb376498a716aad34affdda8bfc3da5668e5390da60598c89def4446cdbd7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5148e89c-cfa0-4e68-826f-ede4c2597c46" -d '{"events": [{"server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "name": "network-vif-plugged", "status": "completed", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8"}]}' {{(pid=119880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:13:51.166046 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] For port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:51.194450 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2605dffd-ad7a-492c-a14c-af6a630a8a3d x-openstack-request-id: req-2605dffd-ad7a-492c-a14c-af6a630a8a3d {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:13:51.194450 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "name": "network-vif-plugged", "status": "completed", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8", "code": 200}]} {{(pid=119880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:13:51.194450 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2605dffd-ad7a-492c-a14c-af6a630a8a3d {{(pid=119880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:13:51.194450 dv-cinder-828060-5-iscsi neutron-server[119880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'code': 200} Feb 15 05:13:51.288092 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:51.336006 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Pushing event updated for resources: {'Port': ['ID=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,revision_number=8']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:51.359103 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745797ae-7c1b-44be-8f45-ecd92a284515 req-2403ee99-08c7-4441-aa02-fb502f08ba3d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:51.360556 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-745797ae-7c1b-44be-8f45-ecd92a284515 req-2403ee99-08c7-4441-aa02-fb502f08ba3d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0660560 Feb 15 05:13:51.422486 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-745797ae-7c1b-44be-8f45-ecd92a284515 req-7bc333c1-9c29-4cb4-ba25-9d66bfb15337 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561666 Feb 15 05:13:51.488604 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4312a94-e6d0-4853-8102-e2faa69f07ab req-95c16dd8-9fc3-4e59-b0fa-a307a1f84b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:51.490095 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d4312a94-e6d0-4853-8102-e2faa69f07ab req-95c16dd8-9fc3-4e59-b0fa-a307a1f84b98 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 1129 time: 0.0464628 Feb 15 05:13:51.533397 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-d4312a94-e6d0-4853-8102-e2faa69f07ab req-63011ede-504d-40bc-9bdf-42cc7c22d4ab service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Feb 15 05:13:52.116455 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832355b-756b-4f32-b2b5-0ce7d3af35e4 req-8c98460b-f07a-4b9b-b888-69eecc922cbf tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:52.117924 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6832355b-756b-4f32-b2b5-0ce7d3af35e4 req-8c98460b-f07a-4b9b-b888-69eecc922cbf tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0546696 Feb 15 05:13:52.163852 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-6832355b-756b-4f32-b2b5-0ce7d3af35e4 req-f10dc161-b288-4cae-9833-a2eecfd79a5e tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404875 Feb 15 05:13:52.539708 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457e541-dec3-4ffc-a714-5cb948743512 req-71967d2e-2086-42a7-8905-a94bb695faa2 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:52.541252 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0457e541-dec3-4ffc-a714-5cb948743512 req-71967d2e-2086-42a7-8905-a94bb695faa2 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0520399 Feb 15 05:13:52.598912 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0457e541-dec3-4ffc-a714-5cb948743512 req-62f66bb2-b5d2-49d2-99c0-5be82cb7aa54 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519652 Feb 15 05:13:53.282752 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f235d47-0128-4114-8239-66bdff304957 req-cdb53cf4-5c2e-49d3-b4d1-3855c8dc2736 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:53.284191 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1f235d47-0128-4114-8239-66bdff304957 req-cdb53cf4-5c2e-49d3-b4d1-3855c8dc2736 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0519333 Feb 15 05:13:53.331617 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-1f235d47-0128-4114-8239-66bdff304957 req-2ea56275-99ac-46e0-b3c6-7e70611180b3 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418813 Feb 15 05:13:53.717573 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0ee96-f4bd-4ad9-a4b6-f91ffa803d3f req-2fee43a2-d119-4068-be29-75e5fb9275a6 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:53.719013 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ade0ee96-f4bd-4ad9-a4b6-f91ffa803d3f req-2fee43a2-d119-4068-be29-75e5fb9275a6 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0550926 Feb 15 05:13:53.775137 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ade0ee96-f4bd-4ad9-a4b6-f91ffa803d3f req-b8d8d9ec-ddf4-4105-a09f-171955093c32 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505319 Feb 15 05:13:54.893950 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2074f-5643-4fed-8193-0094e5165cc1 req-bee4f90b-1b69-4a03-ae0a-8090f3a878a3 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:54.895455 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-62d2074f-5643-4fed-8193-0094e5165cc1 req-bee4f90b-1b69-4a03-ae0a-8090f3a878a3 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0506320 Feb 15 05:13:54.958804 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-62d2074f-5643-4fed-8193-0094e5165cc1 req-7c7ce7a3-23c9-4a4d-b6d5-2329796ce15d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576513 Feb 15 05:13:56.076516 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1d7a2-6636-45d7-9914-b17d5c9a0351 req-74bf030f-add7-4001-8d96-3fde257c1cde tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:56.077993 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-63d1d7a2-6636-45d7-9914-b17d5c9a0351 req-74bf030f-add7-4001-8d96-3fde257c1cde tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0529633 Feb 15 05:13:56.135270 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-63d1d7a2-6636-45d7-9914-b17d5c9a0351 req-e52caaed-1212-4046-84ae-d70b763ce45d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=5637ccaa-0df2-4dc4-a858-aaee84671bfc&id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517576 Feb 15 05:13:59.764136 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:02.324191 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-28221352-ddac-4756-a699-648f4624a11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:04.678061 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-73025375-1a4f-4edf-a9ea-c262ba5c4492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:05.625014 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:14:05.923549 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:07.266813 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:08.735368 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:29.743602 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:30.504578 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33324) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:30.657060 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Deleting port a7fb7c89-afd6-4964-b59a-6868c64f83a9 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:30.657435 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (a7fb7c89-afd6-4964-b59a-6868c64f83a9), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:30.729591 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (a7fb7c89-afd6-4964-b59a-6868c64f83a9), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:30.729818 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for floatingip (a7fb7c89-afd6-4964-b59a-6868c64f83a9), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:30.743131 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Calling delete_port for a7fb7c89-afd6-4964-b59a-6868c64f83a9 owned by network:floatingip {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:30.969723 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (a7fb7c89-afd6-4964-b59a-6868c64f83a9), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:30.995081 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event deleted for resources: {'Port': ['ID=a7fb7c89-afd6-4964-b59a-6868c64f83a9,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:31.021945 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:31.022337 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:31.022682 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:31.023017 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:31.023355 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:31.023681 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:31.024006 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:31.024330 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:31.024652 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:31.024974 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:31.025321 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:31.025640 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:31.025954 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:31.065895 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for floatingip (66819a05-536a-4c76-b98f-047ed105b167), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:31.066214 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.l3_db [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Floating IP 66819a05-536a-4c76-b98f-047ed105b167 disassociated (deleted). External IP: 172.27.2.18, port: 847cef78-4ad0-4f1a-a51c-7498125c94a3. Feb 15 05:14:31.502702 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Router 98d69b21-d2ec-45eb-97ad-fc29012707aa has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:14:31.609662 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:14:31.614391 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:31.619159 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c3d3c-828f-498e-97e9-9410e6cd1a38 None None] Sync routers for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:14:31.628649 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c3d3c-828f-498e-97e9-9410e6cd1a38 None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:14:31.629369 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-0d0c3d3c-828f-498e-97e9-9410e6cd1a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:14:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:31.642432 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-6fdc6de7-2793-4de8-afd6-3a8932268413 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "DELETE /v2.0/floatingips/66819a05-536a-4c76-b98f-047ed105b167 HTTP/1.1" status: 204 len: 168 time: 1.1367464 Feb 15 05:14:31.642996 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8794fa73-bef6-459b-9404-5798f025bc84', 'tag': '847cef78-4ad0-4f1a-a51c-7498125c94a3'}] {{(pid=119879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:14:31.645277 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a80aa83670eb8c05232e7c564b5732107f114138c78db7ec85f3e43402d36aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aaea90-4367-46a0-86f7-8f87c9ed9f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8794fa73-bef6-459b-9404-5798f025bc84", "tag": "847cef78-4ad0-4f1a-a51c-7498125c94a3"}]}' {{(pid=119879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:14:31.743390 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-0d0c3d3c-828f-498e-97e9-9410e6cd1a38 None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:14:31.745108 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8de5800-4135-44ba-bf51-e15712e767d8 x-openstack-request-id: req-e8de5800-4135-44ba-bf51-e15712e767d8 {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:14:31.745442 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8794fa73-bef6-459b-9404-5798f025bc84", "tag": "847cef78-4ad0-4f1a-a51c-7498125c94a3", "status": "completed", "code": 200}]} {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:14:31.745691 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8de5800-4135-44ba-bf51-e15712e767d8 {{(pid=119879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:14:31.746086 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8794fa73-bef6-459b-9404-5798f025bc84', 'tag': '847cef78-4ad0-4f1a-a51c-7498125c94a3', 'status': 'completed', 'code': 200} Feb 15 05:14:31.834426 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaea90-4367-46a0-86f7-8f87c9ed9f9f req-6dc2374e-7742-464b-b15a-8a5890e86427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:31.835983 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-50aaea90-4367-46a0-86f7-8f87c9ed9f9f req-6dc2374e-7742-464b-b15a-8a5890e86427 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 1130 time: 0.0503030 Feb 15 05:14:31.931737 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaea90-4367-46a0-86f7-8f87c9ed9f9f req-af32e1a2-b0f7-4e74-aabe-f1317be3097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:31.933278 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-50aaea90-4367-46a0-86f7-8f87c9ed9f9f req-af32e1a2-b0f7-4e74-aabe-f1317be3097c service neutron] 10.222.0.52 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 913 time: 0.0908501 Feb 15 05:14:31.973786 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-0d0c3d3c-828f-498e-97e9-9410e6cd1a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '4190cd96-e39f-43c4-8e35-375211347604', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:84:52:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:09:45Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 1, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:31.976576 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-50aaea90-4367-46a0-86f7-8f87c9ed9f9f req-f3a4c6d4-8360-4b12-b676-901c4e16ce24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=847cef78-4ad0-4f1a-a51c-7498125c94a3 HTTP/1.1" status: 200 len: 217 time: 0.0360796 Feb 15 05:14:31.999737 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c3d3c-828f-498e-97e9-9410e6cd1a38 None None] Checking router: 98d69b21-d2ec-45eb-97ad-fc29012707aa for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:14:32.007985 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c3d3c-828f-498e-97e9-9410e6cd1a38 None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:14:32.008590 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-0d0c3d3c-828f-498e-97e9-9410e6cd1a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:14:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:32.041910 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaea90-4367-46a0-86f7-8f87c9ed9f9f req-49be6014-339f-4392-b41e-e17b849afce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:32.043605 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-50aaea90-4367-46a0-86f7-8f87c9ed9f9f req-49be6014-339f-4392-b41e-e17b849afce2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9005181e-bcd1-4720-b825-c820fed65af1 HTTP/1.1" status: 200 len: 851 time: 0.0612819 Feb 15 05:14:32.111944 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607e08a-0665-49df-9127-286b0bb463ba req-84a59944-9e2f-4963-9554-0fd57bf61ca5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:32.113449 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0607e08a-0665-49df-9127-286b0bb463ba req-84a59944-9e2f-4963-9554-0fd57bf61ca5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 946 time: 0.0864861 Feb 15 05:14:32.117933 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-0d0c3d3c-828f-498e-97e9-9410e6cd1a38 None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:14:32.126856 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaea90-4367-46a0-86f7-8f87c9ed9f9f req-19367eb5-82b3-4398-a18f-423a82d76465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:32.128268 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-50aaea90-4367-46a0-86f7-8f87c9ed9f9f req-19367eb5-82b3-4398-a18f-423a82d76465 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36084994-3a6f-459e-81d2-1b7dccc740f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705478 Feb 15 05:14:32.214598 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-0607e08a-0665-49df-9127-286b0bb463ba req-724e2645-4092-454e-a20a-81f11aea245e tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951929 Feb 15 05:14:32.246615 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-50aaea90-4367-46a0-86f7-8f87c9ed9f9f req-cb468d16-7795-41e9-b52b-1b5f54d2faa3 service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080160 Feb 15 05:14:32.334279 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f644-d994-4d23-8088-292491284c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:32.337384 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-50aaea90-4367-46a0-86f7-8f87c9ed9f9f req-71d1d601-ce04-4ea9-b5fe-b8066733be0e service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834558 Feb 15 05:14:32.359569 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-0d0c3d3c-828f-498e-97e9-9410e6cd1a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '4190cd96-e39f-43c4-8e35-375211347604', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:84:52:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:09:45Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 1, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:32.386469 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c3d3c-828f-498e-97e9-9410e6cd1a38 None None] The sync data for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi is: [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_floatingips': [{'id': '4190cd96-e39f-43c4-8e35-375211347604', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'router_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'port_id': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'mac_address': 'fa:16:3e:84:52:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:09:45Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 1, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:14:32.602759 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b266d6-a42f-4b3f-8b9e-457af5f7fc96 None None] New status for floating IP 66819a05-536a-4c76-b98f-047ed105b167: DOWN {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:14:33.335566 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28437e-d318-4cf7-8017-d4c72b634a7f req-62b0d134-9910-45df-88e2-a4070c6e5929 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:33.336990 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7b28437e-d318-4cf7-8017-d4c72b634a7f req-62b0d134-9910-45df-88e2-a4070c6e5929 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 946 time: 0.0525351 Feb 15 05:14:33.382938 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-7b28437e-d318-4cf7-8017-d4c72b634a7f req-3a0be849-1d81-4771-b62d-bdee456efed7 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403404 Feb 15 05:14:33.846060 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9e7a3-3ac4-4b38-a2b1-767bb250ced8 req-232d4831-44ea-4a5c-a3d5-e4f6b9701883 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:33.847463 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-56f9e7a3-3ac4-4b38-a2b1-767bb250ced8 req-232d4831-44ea-4a5c-a3d5-e4f6b9701883 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 946 time: 0.0556815 Feb 15 05:14:33.938625 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-56f9e7a3-3ac4-4b38-a2b1-767bb250ced8 req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Deleting port 847cef78-4ad0-4f1a-a51c-7498125c94a3 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:33.938954 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-56f9e7a3-3ac4-4b38-a2b1-767bb250ced8 req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:34.025290 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-56f9e7a3-3ac4-4b38-a2b1-767bb250ced8 req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] For port 847cef78-4ad0-4f1a-a51c-7498125c94a3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=847cef78-4ad0-4f1a-a51c-7498125c94a3,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:34.025654 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-56f9e7a3-3ac4-4b38-a2b1-767bb250ced8 req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:34.037423 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-56f9e7a3-3ac4-4b38-a2b1-767bb250ced8 req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Calling delete_port for 847cef78-4ad0-4f1a-a51c-7498125c94a3 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:34.240717 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-56f9e7a3-3ac4-4b38-a2b1-767bb250ced8 req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (847cef78-4ad0-4f1a-a51c-7498125c94a3), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:34.272925 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event deleted for resources: {'Port': ['ID=847cef78-4ad0-4f1a-a51c-7498125c94a3,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:34.299836 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:34.302268 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:34.302268 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:34.302268 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:34.302268 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:34.302268 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:34.302268 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:34.302268 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:34.302937 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:34.302937 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:34.303122 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:34.303313 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:34.303629 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:34.323507 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f9e7a3-3ac4-4b38-a2b1-767bb250ced8 req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] No DVR routers for this DVR port 847cef78-4ad0-4f1a-a51c-7498125c94a3 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:14:34.326165 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-56f9e7a3-3ac4-4b38-a2b1-767bb250ced8 req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:34.329786 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-56f9e7a3-3ac4-4b38-a2b1-767bb250ced8 req-370c57d7-4546-46e1-9988-5648ebb498c6 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "DELETE /v2.0/ports/847cef78-4ad0-4f1a-a51c-7498125c94a3 HTTP/1.1" status: 204 len: 173 time: 0.4769490 Feb 15 05:14:34.330276 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8794fa73-bef6-459b-9404-5798f025bc84', 'name': 'network-vif-deleted', 'tag': '847cef78-4ad0-4f1a-a51c-7498125c94a3'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:14:34.332609 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9eeabe-387b-408f-93bc-51ca45028e79" -d '{"events": [{"server_uuid": "8794fa73-bef6-459b-9404-5798f025bc84", "name": "network-vif-deleted", "tag": "847cef78-4ad0-4f1a-a51c-7498125c94a3"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:14:34.367729 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a478c524-c0bf-4ef4-826b-3eb7657bdfe7 x-openstack-request-id: req-a478c524-c0bf-4ef4-826b-3eb7657bdfe7 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:14:34.367995 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8794fa73-bef6-459b-9404-5798f025bc84", "name": "network-vif-deleted", "tag": "847cef78-4ad0-4f1a-a51c-7498125c94a3", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:14:34.368252 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a478c524-c0bf-4ef4-826b-3eb7657bdfe7 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:14:34.368654 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8794fa73-bef6-459b-9404-5798f025bc84', 'name': 'network-vif-deleted', 'tag': '847cef78-4ad0-4f1a-a51c-7498125c94a3', 'status': 'completed', 'code': 200} Feb 15 05:14:34.483464 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-9dc7a17e-c6c4-4749-87e2-bc8b5ef64ebc req-31256f23-09a7-4161-a43b-d75a1142b7c4 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 210 time: 0.0292950 Feb 15 05:14:34.686110 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-3e26dcc0-586c-4cc2-b366-570ab3f94ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:35.593306 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-66eac6c7-293c-4f20-a1fc-b448f604dc6f req-d0787a63-b492-4917-b66c-1204664579f5 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8794fa73-bef6-459b-9404-5798f025bc84 HTTP/1.1" status: 200 len: 210 time: 0.0284872 Feb 15 05:14:35.900405 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:37.204593 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 847cef78-4ad0-4f1a-a51c-7498125c94a3 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:37.231512 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 847cef78-4ad0-4f1a-a51c-7498125c94a3 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:14:37.231859 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 847cef78-4ad0-4f1a-a51c-7498125c94a3 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:14:37.300209 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:38.732058 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:39.062530 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33360) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:39.224119 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-b7341e73-3002-41e1-ae06-1ef12f7b4578 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Deleting port 0d086d7b-6679-406d-8ae8-0cd9cd2e324e {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:39.224452 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b7341e73-3002-41e1-ae06-1ef12f7b4578 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (0d086d7b-6679-406d-8ae8-0cd9cd2e324e), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:39.309842 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b7341e73-3002-41e1-ae06-1ef12f7b4578 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (0d086d7b-6679-406d-8ae8-0cd9cd2e324e), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:39.310078 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b7341e73-3002-41e1-ae06-1ef12f7b4578 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for floatingip (0d086d7b-6679-406d-8ae8-0cd9cd2e324e), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:39.325620 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-b7341e73-3002-41e1-ae06-1ef12f7b4578 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Calling delete_port for 0d086d7b-6679-406d-8ae8-0cd9cd2e324e owned by network:floatingip {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:39.552292 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b7341e73-3002-41e1-ae06-1ef12f7b4578 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (0d086d7b-6679-406d-8ae8-0cd9cd2e324e), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:39.576952 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7341e73-3002-41e1-ae06-1ef12f7b4578 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event deleted for resources: {'Port': ['ID=0d086d7b-6679-406d-8ae8-0cd9cd2e324e,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:39.639546 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b7341e73-3002-41e1-ae06-1ef12f7b4578 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for floatingip (4190cd96-e39f-43c4-8e35-375211347604), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:39.643503 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.l3_db [None req-b7341e73-3002-41e1-ae06-1ef12f7b4578 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Floating IP 4190cd96-e39f-43c4-8e35-375211347604 disassociated (deleted). External IP: 172.27.2.245, port: 44dc467b-1e0b-4218-892f-c6980cf4fbc3. Feb 15 05:14:39.854212 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7341e73-3002-41e1-ae06-1ef12f7b4578 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Router 98d69b21-d2ec-45eb-97ad-fc29012707aa has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:14:39.963721 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7341e73-3002-41e1-ae06-1ef12f7b4578 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:14:39.968618 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b7341e73-3002-41e1-ae06-1ef12f7b4578 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:39.973912 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba81bb-af30-4084-95bd-03aa4f307a68 None None] Sync routers for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:14:39.983211 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba81bb-af30-4084-95bd-03aa4f307a68 None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:14:39.983824 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-e8ba81bb-af30-4084-95bd-03aa4f307a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:14:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:39.998882 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b7341e73-3002-41e1-ae06-1ef12f7b4578 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "DELETE /v2.0/floatingips/4190cd96-e39f-43c4-8e35-375211347604 HTTP/1.1" status: 204 len: 168 time: 0.9351678 Feb 15 05:14:39.999479 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'tag': '44dc467b-1e0b-4218-892f-c6980cf4fbc3'}] {{(pid=119879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:14:40.002269 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a80aa83670eb8c05232e7c564b5732107f114138c78db7ec85f3e43402d36aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3678e175-2b3c-4b2d-b495-8e5a1b43d953" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2eec4f-3453-46ef-8952-5abf85d12adc", "tag": "44dc467b-1e0b-4218-892f-c6980cf4fbc3"}]}' {{(pid=119879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:14:40.048088 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571b3b07-452c-4fb1-b3b6-7d802b05934e x-openstack-request-id: req-571b3b07-452c-4fb1-b3b6-7d802b05934e {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:14:40.048386 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2eec4f-3453-46ef-8952-5abf85d12adc", "tag": "44dc467b-1e0b-4218-892f-c6980cf4fbc3", "status": "completed", "code": 200}]} {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:14:40.048644 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-571b3b07-452c-4fb1-b3b6-7d802b05934e {{(pid=119879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:14:40.049048 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'tag': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'status': 'completed', 'code': 200} Feb 15 05:14:40.097633 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-e8ba81bb-af30-4084-95bd-03aa4f307a68 None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:14:40.122829 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678e175-2b3c-4b2d-b495-8e5a1b43d953 req-fb645905-a87c-4a44-b2a3-bfd8f4fbe291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:40.124231 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3678e175-2b3c-4b2d-b495-8e5a1b43d953 req-fb645905-a87c-4a44-b2a3-bfd8f4fbe291 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82110d673b4a4f55bda43eb2f0453f43&device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 1129 time: 0.0461655 Feb 15 05:14:40.227459 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678e175-2b3c-4b2d-b495-8e5a1b43d953 req-7cefdf5d-bc65-4b4f-8333-025e2dea3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:40.229065 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3678e175-2b3c-4b2d-b495-8e5a1b43d953 req-7cefdf5d-bc65-4b4f-8333-025e2dea3f5c service neutron] 10.222.0.52 "GET /v2.0/networks?id=36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 200 len: 913 time: 0.0979567 Feb 15 05:14:40.272730 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3678e175-2b3c-4b2d-b495-8e5a1b43d953 req-dbad8b64-402e-4522-8373-1a3f889844d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44dc467b-1e0b-4218-892f-c6980cf4fbc3 HTTP/1.1" status: 200 len: 217 time: 0.0357394 Feb 15 05:14:40.311354 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-e8ba81bb-af30-4084-95bd-03aa4f307a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:40.330816 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678e175-2b3c-4b2d-b495-8e5a1b43d953 req-125ba8ad-6201-49c2-8050-561d836978b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:40.332300 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3678e175-2b3c-4b2d-b495-8e5a1b43d953 req-125ba8ad-6201-49c2-8050-561d836978b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9005181e-bcd1-4720-b825-c820fed65af1 HTTP/1.1" status: 200 len: 851 time: 0.0542142 Feb 15 05:14:40.383326 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f8bd7-c673-4a9d-ad9c-816a48139855 req-e0b1bb88-5c4d-469a-9d7e-3621e5c5b715 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:40.384769 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-530f8bd7-c673-4a9d-ad9c-816a48139855 req-e0b1bb88-5c4d-469a-9d7e-3621e5c5b715 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 945 time: 0.0561061 Feb 15 05:14:40.386209 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678e175-2b3c-4b2d-b495-8e5a1b43d953 req-3c7ca22e-7063-4509-bc98-87103971c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:40.387713 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3678e175-2b3c-4b2d-b495-8e5a1b43d953 req-3c7ca22e-7063-4509-bc98-87103971c803 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36084994-3a6f-459e-81d2-1b7dccc740f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490003 Feb 15 05:14:40.437636 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-530f8bd7-c673-4a9d-ad9c-816a48139855 req-faf59cb3-4c59-4433-b9a8-b1da18a9b5f4 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461209 Feb 15 05:14:40.483742 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba81bb-af30-4084-95bd-03aa4f307a68 None None] Checking router: 98d69b21-d2ec-45eb-97ad-fc29012707aa for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:14:40.488594 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3678e175-2b3c-4b2d-b495-8e5a1b43d953 req-4c5f81d6-7d9a-43d7-ae7a-5a09896d5548 service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924861 Feb 15 05:14:40.492175 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba81bb-af30-4084-95bd-03aa4f307a68 None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:14:40.492783 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-e8ba81bb-af30-4084-95bd-03aa4f307a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:14:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:40.604393 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-e8ba81bb-af30-4084-95bd-03aa4f307a68 None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:14:40.809309 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-e8ba81bb-af30-4084-95bd-03aa4f307a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:40.835074 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba81bb-af30-4084-95bd-03aa4f307a68 None None] The sync data for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi is: [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:06:04Z', 'revision_number': 4, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': '594a33f2-c943-4f6a-a545-8c9eecba8692', 'name': '', 'network_id': '36084994-3a6f-459e-81d2-1b7dccc740f3', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'mac_address': 'fa:16:3e:09:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9005181e-bcd1-4720-b825-c820fed65af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:03Z', 'updated_at': '2022-02-15T05:06:08Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'subnets': [{'id': '9005181e-bcd1-4720-b825-c820fed65af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:14:40.842788 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-3678e175-2b3c-4b2d-b495-8e5a1b43d953 req-b2011509-6563-4ffb-a25e-3a7454535d7e service neutron] 10.222.0.52 "GET /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472760 Feb 15 05:14:41.051360 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4653fb-15e2-4367-a93e-c2194ae74af9 None None] New status for floating IP 4190cd96-e39f-43c4-8e35-375211347604: DOWN {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:14:41.386329 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42f78a-0303-4b94-baf0-817b6ebca5a9 req-fa456370-e1f3-4eb5-8dec-7e1c3bacd17a tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:41.387675 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef42f78a-0303-4b94-baf0-817b6ebca5a9 req-fa456370-e1f3-4eb5-8dec-7e1c3bacd17a tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 945 time: 0.0540452 Feb 15 05:14:41.486692 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-ef42f78a-0303-4b94-baf0-817b6ebca5a9 req-9cc4f5c3-5f57-4ea1-a261-e4ed421128ec tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Deleting port 44dc467b-1e0b-4218-892f-c6980cf4fbc3 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:41.487032 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef42f78a-0303-4b94-baf0-817b6ebca5a9 req-9cc4f5c3-5f57-4ea1-a261-e4ed421128ec tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:41.637013 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-ef42f78a-0303-4b94-baf0-817b6ebca5a9 req-9cc4f5c3-5f57-4ea1-a261-e4ed421128ec tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] For port 44dc467b-1e0b-4218-892f-c6980cf4fbc3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=44dc467b-1e0b-4218-892f-c6980cf4fbc3,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:41.637312 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef42f78a-0303-4b94-baf0-817b6ebca5a9 req-9cc4f5c3-5f57-4ea1-a261-e4ed421128ec tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:41.656750 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506e60a-1590-407e-a890-1ccd2721738d req-8eda02bb-ac40-4a1a-87c2-b1ab64d3e780 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:41.658241 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5506e60a-1590-407e-a890-1ccd2721738d req-8eda02bb-ac40-4a1a-87c2-b1ab64d3e780 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 945 time: 0.1316872 Feb 15 05:14:41.662477 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-ef42f78a-0303-4b94-baf0-817b6ebca5a9 req-9cc4f5c3-5f57-4ea1-a261-e4ed421128ec tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Calling delete_port for 44dc467b-1e0b-4218-892f-c6980cf4fbc3 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:41.666174 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-025bbfd0-19e3-48ad-a375-6b2d3e3ce308 req-0c969224-8b27-4f46-b2a8-d9af45b3d534 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1244326 Feb 15 05:14:41.787440 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-5506e60a-1590-407e-a890-1ccd2721738d req-bf2a75ca-ebb0-4760-84db-0560e7d8595c tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202774 Feb 15 05:14:41.806266 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bbfd0-19e3-48ad-a375-6b2d3e3ce308 req-c50dc4d6-3dca-4718-95a4-06e3c7abaa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:41.807745 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-025bbfd0-19e3-48ad-a375-6b2d3e3ce308 req-c50dc4d6-3dca-4718-95a4-06e3c7abaa83 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=96bff23b05aa4ddca746e736a75716bd&device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 1129 time: 0.1170053 Feb 15 05:14:41.945855 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bbfd0-19e3-48ad-a375-6b2d3e3ce308 req-6ce1a957-8bb5-4a8f-b158-e85152ebd3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:41.947244 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-025bbfd0-19e3-48ad-a375-6b2d3e3ce308 req-6ce1a957-8bb5-4a8f-b158-e85152ebd3ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff85841a-33c9-44eb-9bc2-71919d672385 HTTP/1.1" status: 200 len: 910 time: 0.1182544 Feb 15 05:14:41.990533 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef42f78a-0303-4b94-baf0-817b6ebca5a9 req-9cc4f5c3-5f57-4ea1-a261-e4ed421128ec tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (44dc467b-1e0b-4218-892f-c6980cf4fbc3), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:42.025854 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4f5c3-5f57-4ea1-a261-e4ed421128ec tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event deleted for resources: {'Port': ['ID=44dc467b-1e0b-4218-892f-c6980cf4fbc3,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:42.063253 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-025bbfd0-19e3-48ad-a375-6b2d3e3ce308 req-0dd3afee-6744-466f-a12b-607c26615ecf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 HTTP/1.1" status: 200 len: 1001 time: 0.1069381 Feb 15 05:14:42.084905 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef42f78a-0303-4b94-baf0-817b6ebca5a9 req-9cc4f5c3-5f57-4ea1-a261-e4ed421128ec tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] No DVR routers for this DVR port 44dc467b-1e0b-4218-892f-c6980cf4fbc3 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:14:42.087408 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-ef42f78a-0303-4b94-baf0-817b6ebca5a9 req-9cc4f5c3-5f57-4ea1-a261-e4ed421128ec tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:42.090836 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-ef42f78a-0303-4b94-baf0-817b6ebca5a9 req-9cc4f5c3-5f57-4ea1-a261-e4ed421128ec tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.52 "DELETE /v2.0/ports/44dc467b-1e0b-4218-892f-c6980cf4fbc3 HTTP/1.1" status: 204 len: 173 time: 0.6967967 Feb 15 05:14:42.098301 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'name': 'network-vif-deleted', 'tag': '44dc467b-1e0b-4218-892f-c6980cf4fbc3'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:14:42.100523 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54de94e-a70a-486c-b39c-4bcac5f68ebd" -d '{"events": [{"server_uuid": "6b2eec4f-3453-46ef-8952-5abf85d12adc", "name": "network-vif-deleted", "tag": "44dc467b-1e0b-4218-892f-c6980cf4fbc3"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:14:42.141470 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a30aac-608d-4824-917c-82241bb1b6c6 x-openstack-request-id: req-53a30aac-608d-4824-917c-82241bb1b6c6 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:14:42.141470 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2eec4f-3453-46ef-8952-5abf85d12adc", "name": "network-vif-deleted", "tag": "44dc467b-1e0b-4218-892f-c6980cf4fbc3", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:14:42.141470 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53a30aac-608d-4824-917c-82241bb1b6c6 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:14:42.141470 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2eec4f-3453-46ef-8952-5abf85d12adc', 'name': 'network-vif-deleted', 'tag': '44dc467b-1e0b-4218-892f-c6980cf4fbc3', 'status': 'completed', 'code': 200} Feb 15 05:14:42.141470 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bbfd0-19e3-48ad-a375-6b2d3e3ce308 req-6acb2da3-f907-4724-80be-0cee6e26c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:42.142601 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-025bbfd0-19e3-48ad-a375-6b2d3e3ce308 req-6acb2da3-f907-4724-80be-0cee6e26c9f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=683159ba-1de7-466f-842a-a1b8e643ff47 HTTP/1.1" status: 200 len: 848 time: 0.0587938 Feb 15 05:14:42.191972 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bbfd0-19e3-48ad-a375-6b2d3e3ce308 req-f9bb5b7b-5cd3-4ae4-b569-ce5a5a60e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:42.193476 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-025bbfd0-19e3-48ad-a375-6b2d3e3ce308 req-f9bb5b7b-5cd3-4ae4-b569-ce5a5a60e0bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff85841a-33c9-44eb-9bc2-71919d672385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443029 Feb 15 05:14:42.285211 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-025bbfd0-19e3-48ad-a375-6b2d3e3ce308 req-2a356a59-60ce-442f-bce7-94b963d07521 service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Feb 15 05:14:42.373275 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-025bbfd0-19e3-48ad-a375-6b2d3e3ce308 req-9386b0ea-83ef-4e8a-979f-a2cec809d0ce service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813978 Feb 15 05:14:42.623764 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:14:42.941091 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-87721b54-11af-42c9-aee7-e663d52959e3 req-b7890043-c2c6-4c7e-8bfd-0f22a0e7b38c tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2eec4f-3453-46ef-8952-5abf85d12adc HTTP/1.1" status: 200 len: 210 time: 0.0755293 Feb 15 05:14:43.996517 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33382) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:44.116561 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-1e519caa-6619-49f8-a3e0-5dc8f6a22244 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Deleting port 768dade8-6d36-4ebc-b0e3-9063a9bd40e8 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:44.116896 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1e519caa-6619-49f8-a3e0-5dc8f6a22244 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (768dade8-6d36-4ebc-b0e3-9063a9bd40e8), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:44.192754 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1e519caa-6619-49f8-a3e0-5dc8f6a22244 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (768dade8-6d36-4ebc-b0e3-9063a9bd40e8), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:44.193067 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1e519caa-6619-49f8-a3e0-5dc8f6a22244 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for floatingip (768dade8-6d36-4ebc-b0e3-9063a9bd40e8), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:44.204210 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-1e519caa-6619-49f8-a3e0-5dc8f6a22244 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Calling delete_port for 768dade8-6d36-4ebc-b0e3-9063a9bd40e8 owned by network:floatingip {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:44.392229 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1e519caa-6619-49f8-a3e0-5dc8f6a22244 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (768dade8-6d36-4ebc-b0e3-9063a9bd40e8), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:44.418205 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e519caa-6619-49f8-a3e0-5dc8f6a22244 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event deleted for resources: {'Port': ['ID=768dade8-6d36-4ebc-b0e3-9063a9bd40e8,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:44.480530 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1e519caa-6619-49f8-a3e0-5dc8f6a22244 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for floatingip (23ec15c0-7507-47d4-a494-af6d0fa372f9), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:44.483628 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-1e519caa-6619-49f8-a3e0-5dc8f6a22244 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:44.484697 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-1e519caa-6619-49f8-a3e0-5dc8f6a22244 tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "DELETE /v2.0/floatingips/23ec15c0-7507-47d4-a494-af6d0fa372f9 HTTP/1.1" status: 204 len: 168 time: 0.4866729 Feb 15 05:14:45.277152 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 44dc467b-1e0b-4218-892f-c6980cf4fbc3 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:45.298540 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 44dc467b-1e0b-4218-892f-c6980cf4fbc3 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:14:45.298887 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 44dc467b-1e0b-4218-892f-c6980cf4fbc3 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:14:45.795674 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33394) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:45.850297 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a567890b-d7a0-45df-bade-94dd462bbf0d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group (6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:45.874377 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a567890b-d7a0-45df-bade-94dd462bbf0d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group (6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:46.006024 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a567890b-d7a0-45df-bade-94dd462bbf0d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:46.008577 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a567890b-d7a0-45df-bade-94dd462bbf0d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:46.009743 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-a567890b-d7a0-45df-bade-94dd462bbf0d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] 10.222.0.24 "DELETE /v2.0/security-groups/6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d HTTP/1.1" status: 204 len: 168 time: 0.2130973 Feb 15 05:14:46.018775 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567890b-d7a0-45df-bade-94dd462bbf0d tempest-TestVolumeBootPattern-1863086241 tempest-TestVolumeBootPattern-1863086241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2775c2-0a5b-4bce-b03c-0b6f50ba9c9d,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:46.130226 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33398) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:46.589235 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ce492bb8-da5f-48ff-979d-69a4ff70a399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707116'] for router_interface (98d69b21-d2ec-45eb-97ad-fc29012707aa), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:46.826767 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-ce492bb8-da5f-48ff-979d-69a4ff70a399 admin admin] Deleting port 594a33f2-c943-4f6a-a545-8c9eecba8692 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:46.827448 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ce492bb8-da5f-48ff-979d-69a4ff70a399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:46.902384 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-ce492bb8-da5f-48ff-979d-69a4ff70a399 admin admin] For port 594a33f2-c943-4f6a-a545-8c9eecba8692, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=594a33f2-c943-4f6a-a545-8c9eecba8692,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:46.902738 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ce492bb8-da5f-48ff-979d-69a4ff70a399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:46.914123 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-ce492bb8-da5f-48ff-979d-69a4ff70a399 admin admin] Calling delete_port for 594a33f2-c943-4f6a-a545-8c9eecba8692 owned by network:router_interface {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:47.171550 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ce492bb8-da5f-48ff-979d-69a4ff70a399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (594a33f2-c943-4f6a-a545-8c9eecba8692), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:47.197117 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce492bb8-da5f-48ff-979d-69a4ff70a399 admin admin] Pushing event deleted for resources: {'Port': ['ID=594a33f2-c943-4f6a-a545-8c9eecba8692,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:47.359021 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-ce492bb8-da5f-48ff-979d-69a4ff70a399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3650636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707256'] for router_interface (98d69b21-d2ec-45eb-97ad-fc29012707aa), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:47.575370 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce492bb8-da5f-48ff-979d-69a4ff70a399 admin admin] Router 98d69b21-d2ec-45eb-97ad-fc29012707aa has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:14:47.917623 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce492bb8-da5f-48ff-979d-69a4ff70a399 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:14:47.923363 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-ce492bb8-da5f-48ff-979d-69a4ff70a399 admin admin] 10.222.0.24 "PUT /v2.0/routers/98d69b21-d2ec-45eb-97ad-fc29012707aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7918475 Feb 15 05:14:47.925938 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33402) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:47.927202 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad60fe59-20ca-43c7-8961-8c4c04c13553 None None] Sync routers for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:14:47.936588 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60fe59-20ca-43c7-8961-8c4c04c13553 None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:14:47.937225 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-ad60fe59-20ca-43c7-8961-8c4c04c13553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:14:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:48.026706 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Publish callbacks [] for router (98d69b21-d2ec-45eb-97ad-fc29012707aa), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:48.043960 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-ad60fe59-20ca-43c7-8961-8c4c04c13553 None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:14:48.130108 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Publish callbacks [] for router_gateway (98d69b21-d2ec-45eb-97ad-fc29012707aa), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:48.224181 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-ad60fe59-20ca-43c7-8961-8c4c04c13553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:14:47Z', 'revision_number': 5, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port': {'id': '20c78d3e-cf5a-4587-b174-0bac71a58916', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:01Z', 'updated_at': '2022-02-15T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:48.250713 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad60fe59-20ca-43c7-8961-8c4c04c13553 None None] Checking router: 98d69b21-d2ec-45eb-97ad-fc29012707aa for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:14:48.257550 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Deleting port 20c78d3e-cf5a-4587-b174-0bac71a58916 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:48.257892 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:48.258862 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60fe59-20ca-43c7-8961-8c4c04c13553 None None] Routers {'98d69b21-d2ec-45eb-97ad-fc29012707aa'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:14:48.259468 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-ad60fe59-20ca-43c7-8961-8c4c04c13553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:14:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['98d69b21-d2ec-45eb-97ad-fc29012707aa'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:48.334211 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] For port 20c78d3e-cf5a-4587-b174-0bac71a58916, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=20c78d3e-cf5a-4587-b174-0bac71a58916,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:48.334564 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:48.346181 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-ad60fe59-20ca-43c7-8961-8c4c04c13553 None None] Set router 98d69b21-d2ec-45eb-97ad-fc29012707aa gateway port host: None {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:14:48.346747 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Calling delete_port for 20c78d3e-cf5a-4587-b174-0bac71a58916 owned by network:router_gateway {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:48.396982 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-ad60fe59-20ca-43c7-8961-8c4c04c13553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:14:48Z', 'revision_number': 6, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port_host': None}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:48.426683 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad60fe59-20ca-43c7-8961-8c4c04c13553 None None] The sync data for ids ['98d69b21-d2ec-45eb-97ad-fc29012707aa'] in dv-cinder-828060-5-iscsi is: [{'id': '98d69b21-d2ec-45eb-97ad-fc29012707aa', 'name': 'tempest-TestVolumeBootPattern-1710108607-router', 'tenant_id': '82110d673b4a4f55bda43eb2f0453f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:00Z', 'updated_at': '2022-02-15T05:14:48Z', 'revision_number': 6, 'project_id': '82110d673b4a4f55bda43eb2f0453f43', 'gw_port_host': None}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:14:48.565843 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (20c78d3e-cf5a-4587-b174-0bac71a58916), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:48.590696 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Pushing event deleted for resources: {'Port': ['ID=20c78d3e-cf5a-4587-b174-0bac71a58916,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:48.649605 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707558'] for router_gateway (98d69b21-d2ec-45eb-97ad-fc29012707aa), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:48.738320 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8321'] for router (98d69b21-d2ec-45eb-97ad-fc29012707aa), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:48.740272 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Publish callbacks [] for router_controller (98d69b21-d2ec-45eb-97ad-fc29012707aa), precommit_delete_associations {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:48.863077 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702026'] for router (98d69b21-d2ec-45eb-97ad-fc29012707aa), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:48.863606 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98d69b21-d2ec-45eb-97ad-fc29012707aa {{(pid=119879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:14:48.867947 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] Publish callbacks [] for router (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:48.869063 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-70ff8f76-1381-44d1-b5dc-7e7614b9ecae admin admin] 10.222.0.24 "DELETE /v2.0/routers/98d69b21-d2ec-45eb-97ad-fc29012707aa HTTP/1.1" status: 204 len: 168 time: 0.9422100 Feb 15 05:14:48.871650 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33408) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:48.914524 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bad44a0-4a46-4d6e-af0f-de5d826882ab admin admin] Deleting subnet 9005181e-bcd1-4720-b825-c820fed65af1 {{(pid=119879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:14:48.917799 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7bad44a0-4a46-4d6e-af0f-de5d826882ab admin admin] Publish callbacks [] for subnet (9005181e-bcd1-4720-b825-c820fed65af1), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:48.950911 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7bad44a0-4a46-4d6e-af0f-de5d826882ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263106507'] for subnet (9005181e-bcd1-4720-b825-c820fed65af1), precommit_delete_associations {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.028093 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7bad44a0-4a46-4d6e-af0f-de5d826882ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (9005181e-bcd1-4720-b825-c820fed65af1), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.149202 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7bad44a0-4a46-4d6e-af0f-de5d826882ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263105351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263411170'] for subnet (9005181e-bcd1-4720-b825-c820fed65af1), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.175067 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad44a0-4a46-4d6e-af0f-de5d826882ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9005181e-bcd1-4720-b825-c820fed65af1,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:49.178771 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7bad44a0-4a46-4d6e-af0f-de5d826882ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.182419 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-7bad44a0-4a46-4d6e-af0f-de5d826882ab admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9005181e-bcd1-4720-b825-c820fed65af1 HTTP/1.1" status: 204 len: 168 time: 0.3098226 Feb 15 05:14:49.184420 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33410) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:49.186317 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00651e0-e267-4900-9417-12fddbbcc440 None None] Network 36084994-3a6f-459e-81d2-1b7dccc740f3 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:14:49.256525 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (36084994-3a6f-459e-81d2-1b7dccc740f3), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.327497 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Deleting port 9e54d116-c785-44e2-9d21-13596a492b10 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:49.327829 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (9e54d116-c785-44e2-9d21-13596a492b10), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.350617 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] DHCP port deletion for 36084994-3a6f-459e-81d2-1b7dccc740f3 request from dv-cinder-828060-5-iscsi {{(pid=119880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:14:49.389798 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] For port 9e54d116-c785-44e2-9d21-13596a492b10, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=9e54d116-c785-44e2-9d21-13596a492b10,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:49.390159 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (9e54d116-c785-44e2-9d21-13596a492b10), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.398317 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Deleting port 9e54d116-c785-44e2-9d21-13596a492b10 {{(pid=119880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:49.398688 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (9e54d116-c785-44e2-9d21-13596a492b10), before_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.404919 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Calling delete_port for 9e54d116-c785-44e2-9d21-13596a492b10 owned by network:dhcp {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:49.471057 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] For port 9e54d116-c785-44e2-9d21-13596a492b10, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=9e54d116-c785-44e2-9d21-13596a492b10,segment=NetworkSegment(ceb6ce1c-ed42-49ed-8061-d3f0ff265a92),segment_id=ceb6ce1c-ed42-49ed-8061-d3f0ff265a92)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:49.471456 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (9e54d116-c785-44e2-9d21-13596a492b10), precommit_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.486497 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Calling delete_port for 9e54d116-c785-44e2-9d21-13596a492b10 owned by network:dhcp {{(pid=119880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:49.595420 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (9e54d116-c785-44e2-9d21-13596a492b10), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.601003 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479'] for port (9e54d116-c785-44e2-9d21-13596a492b10), after_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.624633 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e54d116-c785-44e2-9d21-13596a492b10,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:49.626324 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Pushing event deleted for resources: {'Port': ['ID=9e54d116-c785-44e2-9d21-13596a492b10,revision_number=None']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:49.630060 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] No DVR routers for this DVR port 9e54d116-c785-44e2-9d21-13596a492b10 on host dv-cinder-828060-5-iscsi {{(pid=119879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:14:49.630591 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] No DVR routers for this DVR port 9e54d116-c785-44e2-9d21-13596a492b10 on host dv-cinder-828060-5-iscsi {{(pid=119880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:14:49.636569 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:49.637016 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:49.637387 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:49.637724 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:49.638055 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:49.638375 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:49.638800 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:49.639064 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:49.639386 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:49.639707 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:49.640024 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:49.640366 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:49.640654 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fc53c-2e34-4398-a1b1-7a84f3368d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:49.700970 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (36084994-3a6f-459e-81d2-1b7dccc740f3), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.720681 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36084994-3a6f-459e-81d2-1b7dccc740f3']}} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:49.729727 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92') {'for_net_delete': True} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:49.730013 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb6ce1c-ed42-49ed-8061-d3f0ff265a92') {} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:49.739737 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263106544'] for segment (ceb6ce1c-ed42-49ed-8061-d3f0ff265a92), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.752150 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (ceb6ce1c-ed42-49ed-8061-d3f0ff265a92), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.757934 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=119879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:14:49.758311 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263105533'] for segment (ceb6ce1c-ed42-49ed-8061-d3f0ff265a92), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: Traceback (most recent call last): Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: timer() Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: cb(*args, **kw) Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: return func(*args, **kwargs) Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: self._notify() Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: self.callback(batched_events) Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: event.method(event) Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: return f(self, *a, **k) Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._get(url).json() Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: return self.request(url, 'GET', **kwargs) Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:14:49.759956 dv-cinder-828060-5-iscsi neutron-server[119879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:14:49.897032 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (36084994-3a6f-459e-81d2-1b7dccc740f3), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.902353 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:49.905408 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] 10.222.0.24 "DELETE /v2.0/networks/36084994-3a6f-459e-81d2-1b7dccc740f3 HTTP/1.1" status: 204 len: 168 time: 0.7200482 Feb 15 05:14:49.913229 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33412) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:49.917390 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937ccd1-10e9-40b2-88f6-aee9e412c301 admin admin] Pushing event deleted for resources: {'Network': ['ID=36084994-3a6f-459e-81d2-1b7dccc740f3,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:50.256163 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f610042f-2ca0-4627-bdcb-7fbb2ce1629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707116'] for router_interface (cb6c694b-16e6-4407-8170-2031ea864dd6), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:50.512530 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 20c78d3e-cf5a-4587-b174-0bac71a58916 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:50.533433 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 20c78d3e-cf5a-4587-b174-0bac71a58916 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:14:50.533776 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 20c78d3e-cf5a-4587-b174-0bac71a58916 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:14:50.534188 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 9e54d116-c785-44e2-9d21-13596a492b10 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:50.553194 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-f610042f-2ca0-4627-bdcb-7fbb2ce1629e admin admin] Deleting port 7efd49cb-1521-411b-a694-ee26d6aed224 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:50.553406 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 9e54d116-c785-44e2-9d21-13596a492b10 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:14:50.553531 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f610042f-2ca0-4627-bdcb-7fbb2ce1629e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:50.553706 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 9e54d116-c785-44e2-9d21-13596a492b10 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:14:50.554112 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 594a33f2-c943-4f6a-a545-8c9eecba8692 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:50.575049 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 594a33f2-c943-4f6a-a545-8c9eecba8692 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:14:50.575396 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 594a33f2-c943-4f6a-a545-8c9eecba8692 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:14:50.628618 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [None req-f610042f-2ca0-4627-bdcb-7fbb2ce1629e admin admin] For port 7efd49cb-1521-411b-a694-ee26d6aed224, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=7efd49cb-1521-411b-a694-ee26d6aed224,segment=NetworkSegment(bc6aab65-2cc9-4d17-8c37-2395c360358e),segment_id=bc6aab65-2cc9-4d17-8c37-2395c360358e)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:50.628966 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f610042f-2ca0-4627-bdcb-7fbb2ce1629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:50.640184 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-f610042f-2ca0-4627-bdcb-7fbb2ce1629e admin admin] Calling delete_port for 7efd49cb-1521-411b-a694-ee26d6aed224 owned by network:router_interface {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:50.879711 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f610042f-2ca0-4627-bdcb-7fbb2ce1629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (7efd49cb-1521-411b-a694-ee26d6aed224), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:50.914626 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610042f-2ca0-4627-bdcb-7fbb2ce1629e admin admin] Pushing event deleted for resources: {'Port': ['ID=7efd49cb-1521-411b-a694-ee26d6aed224,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:51.079620 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-f610042f-2ca0-4627-bdcb-7fbb2ce1629e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3650636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707256'] for router_interface (cb6c694b-16e6-4407-8170-2031ea864dd6), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:51.299340 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f610042f-2ca0-4627-bdcb-7fbb2ce1629e admin admin] Router cb6c694b-16e6-4407-8170-2031ea864dd6 has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:14:51.411024 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f610042f-2ca0-4627-bdcb-7fbb2ce1629e admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:14:51.417015 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-f610042f-2ca0-4627-bdcb-7fbb2ce1629e admin admin] 10.222.0.24 "PUT /v2.0/routers/cb6c694b-16e6-4407-8170-2031ea864dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5021057 Feb 15 05:14:51.419192 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33414) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:51.420566 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0079c65-0fd3-4e67-8209-61e3235d3bc4 None None] Sync routers for ids ['cb6c694b-16e6-4407-8170-2031ea864dd6'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:14:51.434308 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0079c65-0fd3-4e67-8209-61e3235d3bc4 None None] Routers {'cb6c694b-16e6-4407-8170-2031ea864dd6'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:14:51.434913 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-b0079c65-0fd3-4e67-8209-61e3235d3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:14:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['cb6c694b-16e6-4407-8170-2031ea864dd6'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:51.560221 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Publish callbacks [] for router (cb6c694b-16e6-4407-8170-2031ea864dd6), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:51.563673 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-b0079c65-0fd3-4e67-8209-61e3235d3bc4 None None] Set router cb6c694b-16e6-4407-8170-2031ea864dd6 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:14:51.595423 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [req-0311ceaa-5366-41ea-b7b7-e556fdb7fdfc req-7f81c7da-4bc5-476e-b5c0-62f2b1ef82e4 service neutron] (119879) timed out ('10.222.0.52', 54645) {{(pid=119879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 05:14:51.661390 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Publish callbacks [] for router_gateway (cb6c694b-16e6-4407-8170-2031ea864dd6), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:51.737348 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-b0079c65-0fd3-4e67-8209-61e3235d3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'name': 'tempest-TestVolumeBootPattern-135358482-router', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:07Z', 'updated_at': '2022-02-15T05:14:50Z', 'revision_number': 5, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'gw_port': {'id': '4d33926f-f90a-49c6-bbfe-58f10a8e112c', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:06:08Z', 'updated_at': '2022-02-15T05:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:51.761814 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Deleting port 4d33926f-f90a-49c6-bbfe-58f10a8e112c {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:51.762262 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:51.763202 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0079c65-0fd3-4e67-8209-61e3235d3bc4 None None] Checking router: cb6c694b-16e6-4407-8170-2031ea864dd6 for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:14:51.771804 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0079c65-0fd3-4e67-8209-61e3235d3bc4 None None] Routers {'cb6c694b-16e6-4407-8170-2031ea864dd6'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:14:51.772399 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-b0079c65-0fd3-4e67-8209-61e3235d3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:14:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['cb6c694b-16e6-4407-8170-2031ea864dd6'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:51.838697 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] For port 4d33926f-f90a-49c6-bbfe-58f10a8e112c, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=4d33926f-f90a-49c6-bbfe-58f10a8e112c,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:51.838974 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:51.850318 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Calling delete_port for 4d33926f-f90a-49c6-bbfe-58f10a8e112c owned by network:router_gateway {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:51.860532 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-b0079c65-0fd3-4e67-8209-61e3235d3bc4 None None] Set router cb6c694b-16e6-4407-8170-2031ea864dd6 gateway port host: None {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:14:51.915579 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-b0079c65-0fd3-4e67-8209-61e3235d3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'name': 'tempest-TestVolumeBootPattern-135358482-router', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:07Z', 'updated_at': '2022-02-15T05:14:51Z', 'revision_number': 6, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'gw_port_host': None}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:51.941897 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0079c65-0fd3-4e67-8209-61e3235d3bc4 None None] The sync data for ids ['cb6c694b-16e6-4407-8170-2031ea864dd6'] in dv-cinder-828060-5-iscsi is: [{'id': 'cb6c694b-16e6-4407-8170-2031ea864dd6', 'name': 'tempest-TestVolumeBootPattern-135358482-router', 'tenant_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:06:07Z', 'updated_at': '2022-02-15T05:14:51Z', 'revision_number': 6, 'project_id': 'f2b4831b50bb42b88b824a3dd57b861c', 'gw_port_host': None}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:14:52.068562 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (4d33926f-f90a-49c6-bbfe-58f10a8e112c), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:52.097949 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d33926f-f90a-49c6-bbfe-58f10a8e112c,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:52.155108 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707558'] for router_gateway (cb6c694b-16e6-4407-8170-2031ea864dd6), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:52.504893 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8321'] for router (cb6c694b-16e6-4407-8170-2031ea864dd6), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:52.507024 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Publish callbacks [] for router_controller (cb6c694b-16e6-4407-8170-2031ea864dd6), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:52.620265 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702026'] for router (cb6c694b-16e6-4407-8170-2031ea864dd6), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:52.620717 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb6c694b-16e6-4407-8170-2031ea864dd6 {{(pid=119878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:14:52.625046 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:52.626472 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-035112c3-dc44-4c95-8c1f-9a336f9f4b04 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cb6c694b-16e6-4407-8170-2031ea864dd6 HTTP/1.1" status: 204 len: 168 time: 1.2063515 Feb 15 05:14:52.628932 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33416) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:52.677114 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab17ccf4-48e7-43c4-bdb4-35fa8ac1bdeb admin admin] Deleting subnet bb87021d-fbdc-479e-b590-2b561e61a2d5 {{(pid=119878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:14:52.681168 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ab17ccf4-48e7-43c4-bdb4-35fa8ac1bdeb admin admin] Publish callbacks [] for subnet (bb87021d-fbdc-479e-b590-2b561e61a2d5), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:52.716923 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ab17ccf4-48e7-43c4-bdb4-35fa8ac1bdeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260666702'] for subnet (bb87021d-fbdc-479e-b590-2b561e61a2d5), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:52.732698 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 4d33926f-f90a-49c6-bbfe-58f10a8e112c no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:52.753918 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 4d33926f-f90a-49c6-bbfe-58f10a8e112c {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:14:52.754328 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 4d33926f-f90a-49c6-bbfe-58f10a8e112c not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:14:52.754807 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 7efd49cb-1521-411b-a694-ee26d6aed224 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:52.774502 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 7efd49cb-1521-411b-a694-ee26d6aed224 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:14:52.774842 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 7efd49cb-1521-411b-a694-ee26d6aed224 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:14:52.799116 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ab17ccf4-48e7-43c4-bdb4-35fa8ac1bdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (bb87021d-fbdc-479e-b590-2b561e61a2d5), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:52.920129 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ab17ccf4-48e7-43c4-bdb4-35fa8ac1bdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263738715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260167594'] for subnet (bb87021d-fbdc-479e-b590-2b561e61a2d5), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:52.947935 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17ccf4-48e7-43c4-bdb4-35fa8ac1bdeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb87021d-fbdc-479e-b590-2b561e61a2d5,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:52.949928 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ab17ccf4-48e7-43c4-bdb4-35fa8ac1bdeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:52.954929 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba5bd68-3e0b-4f16-89c2-768a8f490418 None None] Network 0ae76aa7-83e3-4f29-8862-b4535a0f5466 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:14:52.956139 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33418) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:52.956673 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-ab17ccf4-48e7-43c4-bdb4-35fa8ac1bdeb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bb87021d-fbdc-479e-b590-2b561e61a2d5 HTTP/1.1" status: 204 len: 168 time: 0.3262401 Feb 15 05:14:53.021577 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (0ae76aa7-83e3-4f29-8862-b4535a0f5466), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.078975 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Deleting port 59e77813-b64b-419d-b11b-84883e6bfb63 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:53.079407 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.108551 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1772151a-880b-403a-9dba-a519ee987d42 None None] DHCP port deletion for 0ae76aa7-83e3-4f29-8862-b4535a0f5466 request from dv-cinder-828060-5-iscsi {{(pid=119880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:14:53.140251 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] For port 59e77813-b64b-419d-b11b-84883e6bfb63, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=59e77813-b64b-419d-b11b-84883e6bfb63,segment=NetworkSegment(bc6aab65-2cc9-4d17-8c37-2395c360358e),segment_id=bc6aab65-2cc9-4d17-8c37-2395c360358e)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:53.140535 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.153255 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Calling delete_port for 59e77813-b64b-419d-b11b-84883e6bfb63 owned by network:dhcp {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:53.155084 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-1772151a-880b-403a-9dba-a519ee987d42 None None] Deleting port 59e77813-b64b-419d-b11b-84883e6bfb63 {{(pid=119880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:53.155458 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1772151a-880b-403a-9dba-a519ee987d42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), before_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.219641 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-1772151a-880b-403a-9dba-a519ee987d42 None None] For port 59e77813-b64b-419d-b11b-84883e6bfb63, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=59e77813-b64b-419d-b11b-84883e6bfb63,segment=NetworkSegment(bc6aab65-2cc9-4d17-8c37-2395c360358e),segment_id=bc6aab65-2cc9-4d17-8c37-2395c360358e)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:53.219971 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1772151a-880b-403a-9dba-a519ee987d42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), precommit_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.232068 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-1772151a-880b-403a-9dba-a519ee987d42 None None] Calling delete_port for 59e77813-b64b-419d-b11b-84883e6bfb63 owned by network:dhcp {{(pid=119880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:53.291414 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.307159 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1772151a-880b-403a-9dba-a519ee987d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479'] for port (59e77813-b64b-419d-b11b-84883e6bfb63), after_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.318963 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] No DVR routers for this DVR port 59e77813-b64b-419d-b11b-84883e6bfb63 on host dv-cinder-828060-5-iscsi {{(pid=119879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:14:53.322432 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e77813-b64b-419d-b11b-84883e6bfb63,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:53.334956 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772151a-880b-403a-9dba-a519ee987d42 None None] Pushing event deleted for resources: {'Port': ['ID=59e77813-b64b-419d-b11b-84883e6bfb63,revision_number=None']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:53.338422 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772151a-880b-403a-9dba-a519ee987d42 None None] No DVR routers for this DVR port 59e77813-b64b-419d-b11b-84883e6bfb63 on host dv-cinder-828060-5-iscsi {{(pid=119880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:14:53.394794 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (0ae76aa7-83e3-4f29-8862-b4535a0f5466), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.414303 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae76aa7-83e3-4f29-8862-b4535a0f5466']}} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:53.423988 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6aab65-2cc9-4d17-8c37-2395c360358e') {'for_net_delete': True} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:53.424275 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6aab65-2cc9-4d17-8c37-2395c360358e') {} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:53.436598 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263106544'] for segment (bc6aab65-2cc9-4d17-8c37-2395c360358e), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.449641 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (bc6aab65-2cc9-4d17-8c37-2395c360358e), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.455574 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=119879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:14:53.455970 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263105533'] for segment (bc6aab65-2cc9-4d17-8c37-2395c360358e), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: Traceback (most recent call last): Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: timer() Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: cb(*args, **kw) Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: return func(*args, **kwargs) Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: self._notify() Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: self.callback(batched_events) Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: event.method(event) Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: return f(self, *a, **k) Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._get(url).json() Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: return self.request(url, 'GET', **kwargs) Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:14:53.461587 dv-cinder-828060-5-iscsi neutron-server[119879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:14:53.559831 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (0ae76aa7-83e3-4f29-8862-b4535a0f5466), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.564918 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.569396 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0ae76aa7-83e3-4f29-8862-b4535a0f5466 HTTP/1.1" status: 204 len: 168 time: 0.6107721 Feb 15 05:14:53.579473 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1ae3b-a3b0-47d4-ac11-7939ec79a900 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae76aa7-83e3-4f29-8862-b4535a0f5466,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:53.883092 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33422) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:53.922926 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-dd9d63cc-4a22-46b5-9e93-9ad674685eb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82110d673b4a4f55bda43eb2f0453f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386147 Feb 15 05:14:53.925434 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33424) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:53.970946 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a09d662d-ff1c-46c1-9980-703e939d8687 admin admin] Publish callbacks [] for security_group (32558626-7370-4b9b-95cf-616c93312986), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.990745 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a09d662d-ff1c-46c1-9980-703e939d8687 admin admin] Publish callbacks [] for security_group (32558626-7370-4b9b-95cf-616c93312986), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:54.091349 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a09d662d-ff1c-46c1-9980-703e939d8687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (32558626-7370-4b9b-95cf-616c93312986), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:54.093865 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-a09d662d-ff1c-46c1-9980-703e939d8687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:54.095170 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-a09d662d-ff1c-46c1-9980-703e939d8687 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32558626-7370-4b9b-95cf-616c93312986 HTTP/1.1" status: 204 len: 168 time: 0.1688662 Feb 15 05:14:54.102680 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d662d-ff1c-46c1-9980-703e939d8687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32558626-7370-4b9b-95cf-616c93312986,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:54.513977 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 59e77813-b64b-419d-b11b-84883e6bfb63 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:54.541544 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 59e77813-b64b-419d-b11b-84883e6bfb63 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:14:54.541544 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 59e77813-b64b-419d-b11b-84883e6bfb63 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:14:54.626614 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33430) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:54.664266 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-08fe5e8c-489e-4062-8dd1-43354b0f6b3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2b4831b50bb42b88b824a3dd57b861c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0364604 Feb 15 05:14:54.666909 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33432) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:54.712880 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e8e86df9-385a-43d2-8f4d-91614c685ea4 admin admin] Publish callbacks [] for security_group (9f856afb-ebf6-4eda-9922-6a5808f03a9e), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:54.732782 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e8e86df9-385a-43d2-8f4d-91614c685ea4 admin admin] Publish callbacks [] for security_group (9f856afb-ebf6-4eda-9922-6a5808f03a9e), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:54.834289 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e8e86df9-385a-43d2-8f4d-91614c685ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (9f856afb-ebf6-4eda-9922-6a5808f03a9e), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:54.836861 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e8e86df9-385a-43d2-8f4d-91614c685ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:54.838093 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e8e86df9-385a-43d2-8f4d-91614c685ea4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f856afb-ebf6-4eda-9922-6a5808f03a9e HTTP/1.1" status: 204 len: 168 time: 0.1701956 Feb 15 05:14:54.846278 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e86df9-385a-43d2-8f4d-91614c685ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f856afb-ebf6-4eda-9922-6a5808f03a9e,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:59.729843 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-749f261a-86f0-4780-be1c-563c7fe1ecb7 req-5ebe62e9-d1dd-46eb-b1d1-5f854f438bc2 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403535927&fields=id&tenant_id=c096d918db954c48ba3b7a2bc9dee318 HTTP/1.1" status: 200 len: 267 time: 0.2354083 Feb 15 05:14:59.774533 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:59.788526 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f261a-86f0-4780-be1c-563c7fe1ecb7 req-f4633dd7-73fa-4137-b3af-4fee3f0a4a3d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:59.790055 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-749f261a-86f0-4780-be1c-563c7fe1ecb7 req-f4633dd7-73fa-4137-b3af-4fee3f0a4a3d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 984 time: 0.0544469 Feb 15 05:14:59.801465 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.v2.base [req-749f261a-86f0-4780-be1c-563c7fe1ecb7 req-3cd69d03-ed63-4da9-bcaa-b12008b7717e tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Request body: {'port': {'security_groups': ['671c0ba5-c370-4429-9607-005c16bd3cb1']}} {{(pid=119879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:14:59.873637 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-749f261a-86f0-4780-be1c-563c7fe1ecb7 req-3cd69d03-ed63-4da9-bcaa-b12008b7717e tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587680'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), before_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.076023 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [req-749f261a-86f0-4780-be1c-563c7fe1ecb7 req-3cd69d03-ed63-4da9-bcaa-b12008b7717e tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] For port 62622cd4-1c88-4d0b-ae90-78f6f547a56a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=62622cd4-1c88-4d0b-ae90-78f6f547a56a,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:00.103884 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-749f261a-86f0-4780-be1c-563c7fe1ecb7 req-3cd69d03-ed63-4da9-bcaa-b12008b7717e tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), precommit_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.205067 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-749f261a-86f0-4780-be1c-563c7fe1ecb7 req-3cd69d03-ed63-4da9-bcaa-b12008b7717e tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750058285249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750057893488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750057893506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263105297'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), after_update {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.216218 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['62622cd4-1c88-4d0b-ae90-78f6f547a56a'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:15:00.260059 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f261a-86f0-4780-be1c-563c7fe1ecb7 req-3cd69d03-ed63-4da9-bcaa-b12008b7717e tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:00.261635 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [req-749f261a-86f0-4780-be1c-563c7fe1ecb7 req-3cd69d03-ed63-4da9-bcaa-b12008b7717e tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.262144 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-749f261a-86f0-4780-be1c-563c7fe1ecb7 req-3cd69d03-ed63-4da9-bcaa-b12008b7717e tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "PUT /v2.0/ports/62622cd4-1c88-4d0b-ae90-78f6f547a56a HTTP/1.1" status: 200 len: 942 time: 0.4658210 Feb 15 05:15:00.263182 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a'}] {{(pid=119879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:15:00.264891 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a80aa83670eb8c05232e7c564b5732107f114138c78db7ec85f3e43402d36aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e78a5f-1066-4c10-8317-8587c023d564" -d '{"events": [{"name": "network-changed", "server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a"}]}' {{(pid=119879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:15:00.269341 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33446) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:00.284079 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd69d03-ed63-4da9-bcaa-b12008b7717e tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event updated for resources: {'Port': ['ID=62622cd4-1c88-4d0b-ae90-78f6f547a56a,revision_number=7']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:00.319979 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f64c0c8-c524-4f06-a367-6c62bff96f01 x-openstack-request-id: req-2f64c0c8-c524-4f06-a367-6c62bff96f01 {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:15:00.321022 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a", "status": "completed", "code": 200}]} {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:15:00.321399 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f64c0c8-c524-4f06-a367-6c62bff96f01 {{(pid=119879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:15:00.321902 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a', 'status': 'completed', 'code': 200} Feb 15 05:15:00.334914 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['62622cd4-1c88-4d0b-ae90-78f6f547a56a'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:15:00.379359 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ce1f99d8-ed92-4de3-908d-0995d3c0a692 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group (5637ccaa-0df2-4dc4-a858-aaee84671bfc), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.422745 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ce1f99d8-ed92-4de3-908d-0995d3c0a692 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group (5637ccaa-0df2-4dc4-a858-aaee84671bfc), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.481398 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78a5f-1066-4c10-8317-8587c023d564 req-51f5b288-e8c7-4925-b6f3-db0fde5f0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:00.482938 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3e78a5f-1066-4c10-8317-8587c023d564 req-51f5b288-e8c7-4925-b6f3-db0fde5f0b45 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c096d918db954c48ba3b7a2bc9dee318&device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 1129 time: 0.1394725 Feb 15 05:15:00.580728 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78a5f-1066-4c10-8317-8587c023d564 req-26d7dac5-7d8c-4760-b06f-34a2b4564b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:00.582191 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3e78a5f-1066-4c10-8317-8587c023d564 req-26d7dac5-7d8c-4760-b06f-34a2b4564b39 service neutron] 10.222.0.52 "GET /v2.0/networks?id=976993ee-479f-4664-9f3f-59af5dcf2eb2 HTTP/1.1" status: 200 len: 916 time: 0.0925405 Feb 15 05:15:00.628772 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ce1f99d8-ed92-4de3-908d-0995d3c0a692 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (5637ccaa-0df2-4dc4-a858-aaee84671bfc), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.631365 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ce1f99d8-ed92-4de3-908d-0995d3c0a692 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.632788 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-ce1f99d8-ed92-4de3-908d-0995d3c0a692 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "DELETE /v2.0/security-groups/5637ccaa-0df2-4dc4-a858-aaee84671bfc HTTP/1.1" status: 204 len: 168 time: 0.3616133 Feb 15 05:15:00.635440 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33448) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:00.648396 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f99d8-ed92-4de3-908d-0995d3c0a692 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5637ccaa-0df2-4dc4-a858-aaee84671bfc,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:00.650176 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.provisioning_blocks [None req-c3cddfa8-0119-4f29-9295-b61ae3cc4044 None None] Provisioning complete for port 62622cd4-1c88-4d0b-ae90-78f6f547a56a triggered by entity DHCP. {{(pid=119880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:15:00.650176 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-c3cddfa8-0119-4f29-9295-b61ae3cc4044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556712'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), provisioning_complete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.667152 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3e78a5f-1066-4c10-8317-8587c023d564 req-eef0f210-33e6-425b-a1fe-ab5957cef475 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62622cd4-1c88-4d0b-ae90-78f6f547a56a HTTP/1.1" status: 200 len: 1001 time: 0.0789247 Feb 15 05:15:00.730071 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78a5f-1066-4c10-8317-8587c023d564 req-30b55e9b-1595-4da0-88ae-4a04d76dd117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:00.732438 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3e78a5f-1066-4c10-8317-8587c023d564 req-30b55e9b-1595-4da0-88ae-4a04d76dd117 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ec0487-6d4a-46be-b634-af8a9dded794 HTTP/1.1" status: 200 len: 854 time: 0.0586946 Feb 15 05:15:00.774233 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-c3cddfa8-0119-4f29-9295-b61ae3cc4044 None None] Current status of the port 62622cd4-1c88-4d0b-ae90-78f6f547a56a is: ACTIVE; New status is: ACTIVE {{(pid=119880) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:15:00.786918 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78a5f-1066-4c10-8317-8587c023d564 req-74eb3f97-1f40-4953-85df-11660c0fe3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:00.788431 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3e78a5f-1066-4c10-8317-8587c023d564 req-74eb3f97-1f40-4953-85df-11660c0fe3ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=976993ee-479f-4664-9f3f-59af5dcf2eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501609 Feb 15 05:15:00.806217 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c66b6-be52-4637-80f2-c9498ed129e0 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Deleting port 98e15367-52bb-49c8-921a-7036e71e9926 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:00.806797 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6e7c66b6-be52-4637-80f2-c9498ed129e0 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (98e15367-52bb-49c8-921a-7036e71e9926), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.879571 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6e7c66b6-be52-4637-80f2-c9498ed129e0 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (98e15367-52bb-49c8-921a-7036e71e9926), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.879892 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6e7c66b6-be52-4637-80f2-c9498ed129e0 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for floatingip (98e15367-52bb-49c8-921a-7036e71e9926), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.882070 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3e78a5f-1066-4c10-8317-8587c023d564 req-609c90b0-4edd-4c77-ad28-f87db38d3bd4 service neutron] 10.222.0.52 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869954 Feb 15 05:15:00.891571 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c66b6-be52-4637-80f2-c9498ed129e0 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Calling delete_port for 98e15367-52bb-49c8-921a-7036e71e9926 owned by network:floatingip {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:00.972415 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-f3e78a5f-1066-4c10-8317-8587c023d564 req-8aa00d66-9299-4144-ad31-4c472d4bfb18 service neutron] 10.222.0.52 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843441 Feb 15 05:15:01.243030 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6e7c66b6-be52-4637-80f2-c9498ed129e0 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (98e15367-52bb-49c8-921a-7036e71e9926), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.268054 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c66b6-be52-4637-80f2-c9498ed129e0 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event deleted for resources: {'Port': ['ID=98e15367-52bb-49c8-921a-7036e71e9926,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:01.329611 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6e7c66b6-be52-4637-80f2-c9498ed129e0 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks [] for floatingip (3a87958b-8c37-4308-8ba5-4502b888a943), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.329924 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.l3_db [None req-6e7c66b6-be52-4637-80f2-c9498ed129e0 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Floating IP 3a87958b-8c37-4308-8ba5-4502b888a943 disassociated (deleted). External IP: 172.27.2.244, port: 62622cd4-1c88-4d0b-ae90-78f6f547a56a. Feb 15 05:15:01.538336 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7c66b6-be52-4637-80f2-c9498ed129e0 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Router da8cfcad-b26a-4eda-8c3b-d6c91483e79f has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:15:01.649804 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7c66b6-be52-4637-80f2-c9498ed129e0 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:15:01.654671 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-6e7c66b6-be52-4637-80f2-c9498ed129e0 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.659357 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4feb67d-5f78-40c2-8edc-5ebbde3ae79c None None] Sync routers for ids ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:15:01.672890 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4feb67d-5f78-40c2-8edc-5ebbde3ae79c None None] Routers {'da8cfcad-b26a-4eda-8c3b-d6c91483e79f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:15:01.674863 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-e4feb67d-5f78-40c2-8edc-5ebbde3ae79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:14:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:01.683198 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-6e7c66b6-be52-4637-80f2-c9498ed129e0 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "DELETE /v2.0/floatingips/3a87958b-8c37-4308-8ba5-4502b888a943 HTTP/1.1" status: 204 len: 168 time: 1.0464060 Feb 15 05:15:01.783523 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-e4feb67d-5f78-40c2-8edc-5ebbde3ae79c None None] Set router da8cfcad-b26a-4eda-8c3b-d6c91483e79f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:15:01.979540 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-e4feb67d-5f78-40c2-8edc-5ebbde3ae79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:34Z', 'revision_number': 4, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port': {'id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'a5488853-2d7c-482c-b79c-449fb95d390c', 'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:33Z', 'updated_at': '2022-02-15T05:11:37Z', 'revision_number': 5, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'subnets': [{'id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:02.005898 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4feb67d-5f78-40c2-8edc-5ebbde3ae79c None None] Checking router: da8cfcad-b26a-4eda-8c3b-d6c91483e79f for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:15:02.014074 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4feb67d-5f78-40c2-8edc-5ebbde3ae79c None None] Routers {'da8cfcad-b26a-4eda-8c3b-d6c91483e79f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:15:02.014668 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-e4feb67d-5f78-40c2-8edc-5ebbde3ae79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:14:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:02.124768 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-e4feb67d-5f78-40c2-8edc-5ebbde3ae79c None None] Set router da8cfcad-b26a-4eda-8c3b-d6c91483e79f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:15:02.322632 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ff6f12d2-19b3-40ed-ac58-07e88f81422a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:02.323399 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a'}] {{(pid=119879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:15:02.325807 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a80aa83670eb8c05232e7c564b5732107f114138c78db7ec85f3e43402d36aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dc54c4-75af-479b-82f2-ce5a7244bca2" -d '{"events": [{"name": "network-changed", "server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a"}]}' {{(pid=119879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:15:02.338808 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-e4feb67d-5f78-40c2-8edc-5ebbde3ae79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:34Z', 'revision_number': 4, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port': {'id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'a5488853-2d7c-482c-b79c-449fb95d390c', 'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:33Z', 'updated_at': '2022-02-15T05:11:37Z', 'revision_number': 5, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'subnets': [{'id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:02.362676 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea34017f-5c26-4f6c-af4c-4b4d0b2207d8 x-openstack-request-id: req-ea34017f-5c26-4f6c-af4c-4b4d0b2207d8 {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:15:02.362965 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a", "status": "completed", "code": 200}]} {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:15:02.363213 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea34017f-5c26-4f6c-af4c-4b4d0b2207d8 {{(pid=119879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:15:02.363603 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a', 'status': 'completed', 'code': 200} Feb 15 05:15:02.367664 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4feb67d-5f78-40c2-8edc-5ebbde3ae79c None None] The sync data for ids ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'] in dv-cinder-828060-5-iscsi is: [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:34Z', 'revision_number': 4, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port': {'id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'a5488853-2d7c-482c-b79c-449fb95d390c', 'name': '', 'network_id': '976993ee-479f-4664-9f3f-59af5dcf2eb2', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:33Z', 'updated_at': '2022-02-15T05:11:37Z', 'revision_number': 5, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'subnets': [{'id': '58ec0487-6d4a-46be-b634-af8a9dded794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:15:02.432234 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc54c4-75af-479b-82f2-ce5a7244bca2 req-40e63720-9433-4bc8-b24b-1ce4b457708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:02.433879 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c1dc54c4-75af-479b-82f2-ce5a7244bca2 req-40e63720-9433-4bc8-b24b-1ce4b457708e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c096d918db954c48ba3b7a2bc9dee318&device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 1129 time: 0.0478928 Feb 15 05:15:02.529468 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc54c4-75af-479b-82f2-ce5a7244bca2 req-60ccf2f1-d3c5-492d-a982-b87ba5854b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:02.531520 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c1dc54c4-75af-479b-82f2-ce5a7244bca2 req-60ccf2f1-d3c5-492d-a982-b87ba5854b73 service neutron] 10.222.0.52 "GET /v2.0/networks?id=976993ee-479f-4664-9f3f-59af5dcf2eb2 HTTP/1.1" status: 200 len: 916 time: 0.0896108 Feb 15 05:15:02.587643 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c1dc54c4-75af-479b-82f2-ce5a7244bca2 req-a35d0d1a-ccd2-4e4c-8877-5500219f3957 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62622cd4-1c88-4d0b-ae90-78f6f547a56a HTTP/1.1" status: 200 len: 217 time: 0.0365324 Feb 15 05:15:02.600404 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e033e02-57b1-4033-922a-175dcd6f371e None None] New status for floating IP 3a87958b-8c37-4308-8ba5-4502b888a943: DOWN {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:15:02.642428 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc54c4-75af-479b-82f2-ce5a7244bca2 req-4422ee76-a887-4260-a8a2-dd7d52b95041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:02.643865 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c1dc54c4-75af-479b-82f2-ce5a7244bca2 req-4422ee76-a887-4260-a8a2-dd7d52b95041 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ec0487-6d4a-46be-b634-af8a9dded794 HTTP/1.1" status: 200 len: 854 time: 0.0488842 Feb 15 05:15:02.696563 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc54c4-75af-479b-82f2-ce5a7244bca2 req-8c3da446-e08b-472c-a626-c412016c4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:02.699325 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c1dc54c4-75af-479b-82f2-ce5a7244bca2 req-8c3da446-e08b-472c-a626-c412016c4190 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=976993ee-479f-4664-9f3f-59af5dcf2eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477853 Feb 15 05:15:02.786022 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c1dc54c4-75af-479b-82f2-ce5a7244bca2 req-c89fd50f-4084-4ec2-b63f-a2c8272f6ad1 service neutron] 10.222.0.52 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806372 Feb 15 05:15:02.878652 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-c1dc54c4-75af-479b-82f2-ce5a7244bca2 req-6a5c26a5-c923-473a-820f-a586eb5d2b87 service neutron] 10.222.0.52 "GET /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860593 Feb 15 05:15:04.742436 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-56fdf3c1-b9cb-40de-a0ea-002dfc52c0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:04.952713 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a15940-5e10-4f47-aea6-0347ffca3f51 req-5326a078-c83a-486a-98cc-d0bb955b200d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:04.954698 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c3a15940-5e10-4f47-aea6-0347ffca3f51 req-5326a078-c83a-486a-98cc-d0bb955b200d tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 945 time: 0.0528533 Feb 15 05:15:05.000197 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-c3a15940-5e10-4f47-aea6-0347ffca3f51 req-e18c1bb5-673d-4728-a539-a6ccbaebd054 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399339 Feb 15 05:15:05.907477 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:06.125527 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b41f3-8bf4-495f-8110-6c5b43368070 req-ca1cb08f-80c6-4516-8184-73ebf11b23b5 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:06.129188 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-225b41f3-8bf4-495f-8110-6c5b43368070 req-ca1cb08f-80c6-4516-8184-73ebf11b23b5 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 945 time: 0.0610936 Feb 15 05:15:06.176149 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-225b41f3-8bf4-495f-8110-6c5b43368070 req-2d7bee2b-e6e0-43e7-a1dc-6d792f72e153 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/security-groups?id=671c0ba5-c370-4429-9607-005c16bd3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412014 Feb 15 05:15:06.817193 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3211e4-af28-483c-9e43-1460b8afbc15 req-fa4566a2-f519-4ae0-b0da-16385c1d89a9 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:06.818538 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4d3211e4-af28-483c-9e43-1460b8afbc15 req-fa4566a2-f519-4ae0-b0da-16385c1d89a9 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.52 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 945 time: 0.0563085 Feb 15 05:15:06.909543 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-4d3211e4-af28-483c-9e43-1460b8afbc15 req-448a9fc4-8178-4e0a-8d33-6b912fe3a0aa tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Deleting port 62622cd4-1c88-4d0b-ae90-78f6f547a56a {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:06.909880 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4d3211e4-af28-483c-9e43-1460b8afbc15 req-448a9fc4-8178-4e0a-8d33-6b912fe3a0aa tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:06.997500 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-4d3211e4-af28-483c-9e43-1460b8afbc15 req-448a9fc4-8178-4e0a-8d33-6b912fe3a0aa tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] For port 62622cd4-1c88-4d0b-ae90-78f6f547a56a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=62622cd4-1c88-4d0b-ae90-78f6f547a56a,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:06.997852 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4d3211e4-af28-483c-9e43-1460b8afbc15 req-448a9fc4-8178-4e0a-8d33-6b912fe3a0aa tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:07.009734 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-4d3211e4-af28-483c-9e43-1460b8afbc15 req-448a9fc4-8178-4e0a-8d33-6b912fe3a0aa tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Calling delete_port for 62622cd4-1c88-4d0b-ae90-78f6f547a56a owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:07.179798 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4d3211e4-af28-483c-9e43-1460b8afbc15 req-448a9fc4-8178-4e0a-8d33-6b912fe3a0aa tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (62622cd4-1c88-4d0b-ae90-78f6f547a56a), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:07.191931 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] get_ports_and_sgs() called for port_ids ['62622cd4-1c88-4d0b-ae90-78f6f547a56a'] {{(pid=119880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:15:07.211470 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a9fc4-8178-4e0a-8d33-6b912fe3a0aa tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Pushing event deleted for resources: {'Port': ['ID=62622cd4-1c88-4d0b-ae90-78f6f547a56a,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:07.255961 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3211e4-af28-483c-9e43-1460b8afbc15 req-448a9fc4-8178-4e0a-8d33-6b912fe3a0aa tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] No DVR routers for this DVR port 62622cd4-1c88-4d0b-ae90-78f6f547a56a on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:15:07.258426 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-4d3211e4-af28-483c-9e43-1460b8afbc15 req-448a9fc4-8178-4e0a-8d33-6b912fe3a0aa tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:07.261688 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-4d3211e4-af28-483c-9e43-1460b8afbc15 req-448a9fc4-8178-4e0a-8d33-6b912fe3a0aa tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.52 "DELETE /v2.0/ports/62622cd4-1c88-4d0b-ae90-78f6f547a56a HTTP/1.1" status: 204 len: 173 time: 0.4381089 Feb 15 05:15:07.264786 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'name': 'network-vif-deleted', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:15:07.264786 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9cb584-faa3-4d34-a9f9-12c881d7e62b" -d '{"events": [{"server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "name": "network-vif-deleted", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:15:07.290294 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-8651036d-8bd4-49d0-9895-5c96609afc54 req-24c22c2b-ad4a-4f0c-980b-fdc064fa1de4 tempest-TestMinimumBasicScenario-647112221 tempest-TestMinimumBasicScenario-647112221-project] 10.222.0.24 "GET /v2.0/ports?device_id=293eb572-c239-41e6-8113-3d933fee7edf HTTP/1.1" status: 200 len: 210 time: 0.0326078 Feb 15 05:15:07.305957 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:07.360444 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3405772-c435-47b9-9664-3a33b0c90589 x-openstack-request-id: req-d3405772-c435-47b9-9664-3a33b0c90589 {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:15:07.360733 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293eb572-c239-41e6-8113-3d933fee7edf", "name": "network-vif-deleted", "tag": "62622cd4-1c88-4d0b-ae90-78f6f547a56a", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:15:07.361002 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3405772-c435-47b9-9664-3a33b0c90589 {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:15:07.361435 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293eb572-c239-41e6-8113-3d933fee7edf', 'name': 'network-vif-deleted', 'tag': '62622cd4-1c88-4d0b-ae90-78f6f547a56a', 'status': 'completed', 'code': 200} Feb 15 05:15:08.722988 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:09.583384 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33532) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:10.147787 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e58ff0c7-bdb0-4e38-bf45-eaaecc5b80cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707116'] for router_interface (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:10.389332 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-e58ff0c7-bdb0-4e38-bf45-eaaecc5b80cf admin admin] Deleting port a5488853-2d7c-482c-b79c-449fb95d390c {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:10.389669 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e58ff0c7-bdb0-4e38-bf45-eaaecc5b80cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:10.467323 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-e58ff0c7-bdb0-4e38-bf45-eaaecc5b80cf admin admin] For port a5488853-2d7c-482c-b79c-449fb95d390c, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=a5488853-2d7c-482c-b79c-449fb95d390c,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:10.467675 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e58ff0c7-bdb0-4e38-bf45-eaaecc5b80cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:10.480083 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-e58ff0c7-bdb0-4e38-bf45-eaaecc5b80cf admin admin] Calling delete_port for a5488853-2d7c-482c-b79c-449fb95d390c owned by network:router_interface {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:10.735046 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e58ff0c7-bdb0-4e38-bf45-eaaecc5b80cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (a5488853-2d7c-482c-b79c-449fb95d390c), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:10.758074 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ff0c7-bdb0-4e38-bf45-eaaecc5b80cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a5488853-2d7c-482c-b79c-449fb95d390c,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:10.925545 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-e58ff0c7-bdb0-4e38-bf45-eaaecc5b80cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3650636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707256'] for router_interface (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:11.143135 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58ff0c7-bdb0-4e38-bf45-eaaecc5b80cf admin admin] Router da8cfcad-b26a-4eda-8c3b-d6c91483e79f has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:15:11.248516 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58ff0c7-bdb0-4e38-bf45-eaaecc5b80cf admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:15:11.255028 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-e58ff0c7-bdb0-4e38-bf45-eaaecc5b80cf admin admin] 10.222.0.24 "PUT /v2.0/routers/da8cfcad-b26a-4eda-8c3b-d6c91483e79f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6696703 Feb 15 05:15:11.256543 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33534) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:11.258993 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaafbb9-0552-4f3a-bed7-4582d3704276 None None] Sync routers for ids ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:15:11.269789 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaafbb9-0552-4f3a-bed7-4582d3704276 None None] Routers {'da8cfcad-b26a-4eda-8c3b-d6c91483e79f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:15:11.270396 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-1aaafbb9-0552-4f3a-bed7-4582d3704276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:15:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:11.360059 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 62622cd4-1c88-4d0b-ae90-78f6f547a56a no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:11.361080 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Publish callbacks [] for router (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:11.388010 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 62622cd4-1c88-4d0b-ae90-78f6f547a56a {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:11.389086 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 62622cd4-1c88-4d0b-ae90-78f6f547a56a not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:11.396785 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-1aaafbb9-0552-4f3a-bed7-4582d3704276 None None] Set router da8cfcad-b26a-4eda-8c3b-d6c91483e79f gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:15:11.470972 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Publish callbacks [] for router_gateway (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:11.573112 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-1aaafbb9-0552-4f3a-bed7-4582d3704276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:15:10Z', 'revision_number': 5, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port': {'id': 'a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:11.581825 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Deleting port a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:11.582160 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:11.599276 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaafbb9-0552-4f3a-bed7-4582d3704276 None None] Checking router: da8cfcad-b26a-4eda-8c3b-d6c91483e79f for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:15:11.607419 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaafbb9-0552-4f3a-bed7-4582d3704276 None None] Routers {'da8cfcad-b26a-4eda-8c3b-d6c91483e79f'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:15:11.608017 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-1aaafbb9-0552-4f3a-bed7-4582d3704276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:15:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:11.662399 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] For port a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:11.662664 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:11.674853 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Calling delete_port for a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d owned by network:router_gateway {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:11.694504 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-1aaafbb9-0552-4f3a-bed7-4582d3704276 None None] Set router da8cfcad-b26a-4eda-8c3b-d6c91483e79f gateway port host: None {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:15:11.748207 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-1aaafbb9-0552-4f3a-bed7-4582d3704276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:15:11Z', 'revision_number': 6, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port_host': None}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:11.911253 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaafbb9-0552-4f3a-bed7-4582d3704276 None None] The sync data for ids ['da8cfcad-b26a-4eda-8c3b-d6c91483e79f'] in dv-cinder-828060-5-iscsi is: [{'id': 'da8cfcad-b26a-4eda-8c3b-d6c91483e79f', 'name': 'tempest-TestMinimumBasicScenario-1907676880-router', 'tenant_id': 'c096d918db954c48ba3b7a2bc9dee318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:31Z', 'updated_at': '2022-02-15T05:15:11Z', 'revision_number': 6, 'project_id': 'c096d918db954c48ba3b7a2bc9dee318', 'gw_port_host': None}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:15:11.928828 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:11.958642 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:12.018229 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707558'] for router_gateway (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.105887 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8321'] for router (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.107918 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Publish callbacks [] for router_controller (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), precommit_delete_associations {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.233897 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702026'] for router (da8cfcad-b26a-4eda-8c3b-d6c91483e79f), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.234383 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da8cfcad-b26a-4eda-8c3b-d6c91483e79f {{(pid=119879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:15:12.243832 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.243832 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-aea60aee-b3ff-45ef-83cb-cee943137711 admin admin] 10.222.0.24 "DELETE /v2.0/routers/da8cfcad-b26a-4eda-8c3b-d6c91483e79f HTTP/1.1" status: 204 len: 168 time: 0.9837389 Feb 15 05:15:12.244251 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33536) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:12.289968 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0d8c71-06d0-429d-90a0-6c1f78b51b08 admin admin] Deleting subnet 58ec0487-6d4a-46be-b634-af8a9dded794 {{(pid=119879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:15:12.293478 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8c71-06d0-429d-90a0-6c1f78b51b08 admin admin] Publish callbacks [] for subnet (58ec0487-6d4a-46be-b634-af8a9dded794), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.329216 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8c71-06d0-429d-90a0-6c1f78b51b08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263106507'] for subnet (58ec0487-6d4a-46be-b634-af8a9dded794), precommit_delete_associations {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.476675 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8c71-06d0-429d-90a0-6c1f78b51b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (58ec0487-6d4a-46be-b634-af8a9dded794), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.602844 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8c71-06d0-429d-90a0-6c1f78b51b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263105351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263411170'] for subnet (58ec0487-6d4a-46be-b634-af8a9dded794), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.631760 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d8c71-06d0-429d-90a0-6c1f78b51b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ec0487-6d4a-46be-b634-af8a9dded794,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:12.634402 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8c71-06d0-429d-90a0-6c1f78b51b08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.637695 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-3d0d8c71-06d0-429d-90a0-6c1f78b51b08 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/58ec0487-6d4a-46be-b634-af8a9dded794 HTTP/1.1" status: 204 len: 168 time: 0.3924623 Feb 15 05:15:12.641368 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33538) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:12.643399 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d39578-08c6-4d72-8243-05e401f4563a None None] Network 976993ee-479f-4664-9f3f-59af5dcf2eb2 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:15:12.716617 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device a5488853-2d7c-482c-b79c-449fb95d390c no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:12.719252 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (976993ee-479f-4664-9f3f-59af5dcf2eb2), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.755852 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: a5488853-2d7c-482c-b79c-449fb95d390c {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:12.756474 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device a5488853-2d7c-482c-b79c-449fb95d390c not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:12.756893 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:12.779520 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:12.779878 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device a7f2b4ee-8a6a-4f14-8abc-17e898f3da9d not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:12.785314 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Deleting port fe7683d4-b304-4636-ad92-b008af6588ea {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:12.785659 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.853721 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c918a7b-463f-4440-95f2-0dc7e99078b7 None None] DHCP port deletion for 976993ee-479f-4664-9f3f-59af5dcf2eb2 request from dv-cinder-828060-5-iscsi {{(pid=119880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:15:12.854077 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] For port fe7683d4-b304-4636-ad92-b008af6588ea, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=fe7683d4-b304-4636-ad92-b008af6588ea,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:12.854439 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.868519 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Calling delete_port for fe7683d4-b304-4636-ad92-b008af6588ea owned by network:dhcp {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:12.905066 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-6c918a7b-463f-4440-95f2-0dc7e99078b7 None None] Deleting port fe7683d4-b304-4636-ad92-b008af6588ea {{(pid=119880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:12.905469 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6c918a7b-463f-4440-95f2-0dc7e99078b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), before_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.972902 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-6c918a7b-463f-4440-95f2-0dc7e99078b7 None None] For port fe7683d4-b304-4636-ad92-b008af6588ea, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=fe7683d4-b304-4636-ad92-b008af6588ea,segment=NetworkSegment(870e94ee-7946-428a-88e3-7c00e059f273),segment_id=870e94ee-7946-428a-88e3-7c00e059f273)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:12.973330 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6c918a7b-463f-4440-95f2-0dc7e99078b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), precommit_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:12.988973 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-6c918a7b-463f-4440-95f2-0dc7e99078b7 None None] Calling delete_port for fe7683d4-b304-4636-ad92-b008af6588ea owned by network:dhcp {{(pid=119880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:13.031419 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:13.057080 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7683d4-b304-4636-ad92-b008af6588ea,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:13.060647 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] No DVR routers for this DVR port fe7683d4-b304-4636-ad92-b008af6588ea on host dv-cinder-828060-5-iscsi {{(pid=119879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:15:13.064071 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6c918a7b-463f-4440-95f2-0dc7e99078b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479'] for port (fe7683d4-b304-4636-ad92-b008af6588ea), after_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:13.092520 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c918a7b-463f-4440-95f2-0dc7e99078b7 None None] Pushing event deleted for resources: {'Port': ['ID=fe7683d4-b304-4636-ad92-b008af6588ea,revision_number=None']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:13.096475 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c918a7b-463f-4440-95f2-0dc7e99078b7 None None] No DVR routers for this DVR port fe7683d4-b304-4636-ad92-b008af6588ea on host dv-cinder-828060-5-iscsi {{(pid=119880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:15:13.133203 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (976993ee-479f-4664-9f3f-59af5dcf2eb2), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:13.156625 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976993ee-479f-4664-9f3f-59af5dcf2eb2']}} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:13.165630 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870e94ee-7946-428a-88e3-7c00e059f273') {'for_net_delete': True} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:13.165919 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870e94ee-7946-428a-88e3-7c00e059f273') {} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:13.175681 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263106544'] for segment (870e94ee-7946-428a-88e3-7c00e059f273), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:13.189840 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (870e94ee-7946-428a-88e3-7c00e059f273), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:13.195902 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=119879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:15:13.196291 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263105533'] for segment (870e94ee-7946-428a-88e3-7c00e059f273), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: Traceback (most recent call last): Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: timer() Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: cb(*args, **kw) Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: return func(*args, **kwargs) Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: self._notify() Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: self.callback(batched_events) Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: event.method(event) Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: return f(self, *a, **k) Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._get(url).json() Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: return self.request(url, 'GET', **kwargs) Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:15:13.197920 dv-cinder-828060-5-iscsi neutron-server[119879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:15:13.328828 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (976993ee-479f-4664-9f3f-59af5dcf2eb2), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:13.334130 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:13.338349 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/976993ee-479f-4664-9f3f-59af5dcf2eb2 HTTP/1.1" status: 204 len: 168 time: 0.6948764 Feb 15 05:15:13.340289 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33540) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:13.348056 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd735550-be87-47bd-8e09-6ee10a73b5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=976993ee-479f-4664-9f3f-59af5dcf2eb2,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:13.676859 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b4b4-e60a-4206-9198-75947ac89ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707116'] for router_interface (8588b7b5-b25f-4a70-99be-01c336579618), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:13.913578 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4b4b4-e60a-4206-9198-75947ac89ccb admin admin] Deleting port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:13.913905 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b4b4-e60a-4206-9198-75947ac89ccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:13.988515 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [None req-fcf4b4b4-e60a-4206-9198-75947ac89ccb admin admin] For port 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=69df3533-e2e4-4a58-a6f8-e6b08cd4dc18,segment=NetworkSegment(c6282a50-d7d0-4a5b-baea-11c7824c3feb),segment_id=c6282a50-d7d0-4a5b-baea-11c7824c3feb)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:13.988795 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b4b4-e60a-4206-9198-75947ac89ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:14.000117 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4b4b4-e60a-4206-9198-75947ac89ccb admin admin] Calling delete_port for 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 owned by network:router_interface {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:14.271213 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b4b4-e60a-4206-9198-75947ac89ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (69df3533-e2e4-4a58-a6f8-e6b08cd4dc18), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:14.296400 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4b4b4-e60a-4206-9198-75947ac89ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=69df3533-e2e4-4a58-a6f8-e6b08cd4dc18,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:14.463754 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b4b4-e60a-4206-9198-75947ac89ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3650636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707256'] for router_interface (8588b7b5-b25f-4a70-99be-01c336579618), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:14.594226 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device fe7683d4-b304-4636-ad92-b008af6588ea no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:14.613970 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: fe7683d4-b304-4636-ad92-b008af6588ea {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:14.614317 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device fe7683d4-b304-4636-ad92-b008af6588ea not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:14.681014 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf4b4b4-e60a-4206-9198-75947ac89ccb admin admin] Router 8588b7b5-b25f-4a70-99be-01c336579618 has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:15:14.785813 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf4b4b4-e60a-4206-9198-75947ac89ccb admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:15:14.790891 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-fcf4b4b4-e60a-4206-9198-75947ac89ccb admin admin] 10.222.0.24 "PUT /v2.0/routers/8588b7b5-b25f-4a70-99be-01c336579618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4495914 Feb 15 05:15:14.793595 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33542) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:14.795749 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcefea84-6738-4e97-8703-43370776074e None None] Sync routers for ids ['8588b7b5-b25f-4a70-99be-01c336579618'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:15:14.805730 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcefea84-6738-4e97-8703-43370776074e None None] Routers {'8588b7b5-b25f-4a70-99be-01c336579618'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:15:14.806325 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-dcefea84-6738-4e97-8703-43370776074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:15:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['8588b7b5-b25f-4a70-99be-01c336579618'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:15.004231 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-dcefea84-6738-4e97-8703-43370776074e None None] Set router 8588b7b5-b25f-4a70-99be-01c336579618 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:15:15.161194 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Publish callbacks [] for router (8588b7b5-b25f-4a70-99be-01c336579618), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.182227 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-dcefea84-6738-4e97-8703-43370776074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588b7b5-b25f-4a70-99be-01c336579618', 'name': 'tempest-TestMinimumBasicScenario-316612145-router', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:36Z', 'updated_at': '2022-02-15T05:15:14Z', 'revision_number': 5, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'gw_port': {'id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:37Z', 'updated_at': '2022-02-15T05:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:15.209439 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcefea84-6738-4e97-8703-43370776074e None None] Checking router: 8588b7b5-b25f-4a70-99be-01c336579618 for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:15:15.217344 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcefea84-6738-4e97-8703-43370776074e None None] Routers {'8588b7b5-b25f-4a70-99be-01c336579618'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:15:15.217949 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-dcefea84-6738-4e97-8703-43370776074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:15:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['8588b7b5-b25f-4a70-99be-01c336579618'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:15.269508 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Publish callbacks [] for router_gateway (8588b7b5-b25f-4a70-99be-01c336579618), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.324194 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-dcefea84-6738-4e97-8703-43370776074e None None] Set router 8588b7b5-b25f-4a70-99be-01c336579618 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:15:15.372013 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Deleting port 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:15.372353 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.451801 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] For port 764eb0b8-2a27-48fa-bc2e-bd7a2119e432, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=764eb0b8-2a27-48fa-bc2e-bd7a2119e432,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:15.452150 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.466153 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Calling delete_port for 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 owned by network:router_gateway {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:15.504499 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-dcefea84-6738-4e97-8703-43370776074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588b7b5-b25f-4a70-99be-01c336579618', 'name': 'tempest-TestMinimumBasicScenario-316612145-router', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:36Z', 'updated_at': '2022-02-15T05:15:14Z', 'revision_number': 5, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'gw_port': {'id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:37Z', 'updated_at': '2022-02-15T05:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:15.535136 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcefea84-6738-4e97-8703-43370776074e None None] The sync data for ids ['8588b7b5-b25f-4a70-99be-01c336579618'] in dv-cinder-828060-5-iscsi is: [{'id': '8588b7b5-b25f-4a70-99be-01c336579618', 'name': 'tempest-TestMinimumBasicScenario-316612145-router', 'tenant_id': '0ff667488ed9446c896abb8f6d8d7509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:36Z', 'updated_at': '2022-02-15T05:15:14Z', 'revision_number': 5, 'project_id': '0ff667488ed9446c896abb8f6d8d7509', 'gw_port': {'id': '764eb0b8-2a27-48fa-bc2e-bd7a2119e432', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588b7b5-b25f-4a70-99be-01c336579618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:37Z', 'updated_at': '2022-02-15T05:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:15:15.701903 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (764eb0b8-2a27-48fa-bc2e-bd7a2119e432), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.731077 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Pushing event deleted for resources: {'Port': ['ID=764eb0b8-2a27-48fa-bc2e-bd7a2119e432,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:15.791824 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707558'] for router_gateway (8588b7b5-b25f-4a70-99be-01c336579618), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.884241 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8321'] for router (8588b7b5-b25f-4a70-99be-01c336579618), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.886416 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Publish callbacks [] for router_controller (8588b7b5-b25f-4a70-99be-01c336579618), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.016160 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702026'] for router (8588b7b5-b25f-4a70-99be-01c336579618), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.016694 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8588b7b5-b25f-4a70-99be-01c336579618 {{(pid=119878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:15:16.021075 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] Publish callbacks [] for router (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.022243 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-c5783984-b529-406b-90f1-40c65e2cf06b admin admin] 10.222.0.24 "DELETE /v2.0/routers/8588b7b5-b25f-4a70-99be-01c336579618 HTTP/1.1" status: 204 len: 168 time: 1.2275546 Feb 15 05:15:16.024689 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33544) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:16.071181 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e26827b-df51-4722-a3b1-00823bb7a30b admin admin] Deleting subnet 2b151505-0727-4631-a951-a433fa6c1f5a {{(pid=119878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:15:16.074589 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8e26827b-df51-4722-a3b1-00823bb7a30b admin admin] Publish callbacks [] for subnet (2b151505-0727-4631-a951-a433fa6c1f5a), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.110637 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8e26827b-df51-4722-a3b1-00823bb7a30b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260666702'] for subnet (2b151505-0727-4631-a951-a433fa6c1f5a), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.192217 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8e26827b-df51-4722-a3b1-00823bb7a30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (2b151505-0727-4631-a951-a433fa6c1f5a), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.319488 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8e26827b-df51-4722-a3b1-00823bb7a30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263738715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260167594'] for subnet (2b151505-0727-4631-a951-a433fa6c1f5a), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.343760 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26827b-df51-4722-a3b1-00823bb7a30b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b151505-0727-4631-a951-a433fa6c1f5a,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:16.350250 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8e26827b-df51-4722-a3b1-00823bb7a30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.352427 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-8e26827b-df51-4722-a3b1-00823bb7a30b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2b151505-0727-4631-a951-a433fa6c1f5a HTTP/1.1" status: 204 len: 168 time: 0.3266613 Feb 15 05:15:16.354984 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33546) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:16.356474 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c815d3-e80a-4fa3-a37e-09c7e49a8a5c None None] Network 3559032d-88e7-4a80-a4e2-1e926b9ad114 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:15:16.428419 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (3559032d-88e7-4a80-a4e2-1e926b9ad114), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.484652 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Deleting port 1be0a935-f373-46a9-bce9-327603bc507d {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:16.485158 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (1be0a935-f373-46a9-bce9-327603bc507d), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.509237 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34329b70-5fa1-43af-9181-c28c1b39c330 None None] DHCP port deletion for 3559032d-88e7-4a80-a4e2-1e926b9ad114 request from dv-cinder-828060-5-iscsi {{(pid=119880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:15:16.555098 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] For port 1be0a935-f373-46a9-bce9-327603bc507d, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=1be0a935-f373-46a9-bce9-327603bc507d,segment=NetworkSegment(c6282a50-d7d0-4a5b-baea-11c7824c3feb),segment_id=c6282a50-d7d0-4a5b-baea-11c7824c3feb)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:16.555544 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (1be0a935-f373-46a9-bce9-327603bc507d), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.565683 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:16.568266 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-34329b70-5fa1-43af-9181-c28c1b39c330 None None] Deleting port 1be0a935-f373-46a9-bce9-327603bc507d {{(pid=119880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:16.568723 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-34329b70-5fa1-43af-9181-c28c1b39c330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (1be0a935-f373-46a9-bce9-327603bc507d), before_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.569706 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Calling delete_port for 1be0a935-f373-46a9-bce9-327603bc507d owned by network:dhcp {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:16.598040 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:16.598390 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 69df3533-e2e4-4a58-a6f8-e6b08cd4dc18 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:16.598799 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:16.650766 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:16.651099 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 764eb0b8-2a27-48fa-bc2e-bd7a2119e432 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:16.668932 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-34329b70-5fa1-43af-9181-c28c1b39c330 None None] For port 1be0a935-f373-46a9-bce9-327603bc507d, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=1be0a935-f373-46a9-bce9-327603bc507d,segment=NetworkSegment(c6282a50-d7d0-4a5b-baea-11c7824c3feb),segment_id=c6282a50-d7d0-4a5b-baea-11c7824c3feb)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:16.669362 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-34329b70-5fa1-43af-9181-c28c1b39c330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (1be0a935-f373-46a9-bce9-327603bc507d), precommit_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.681795 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-34329b70-5fa1-43af-9181-c28c1b39c330 None None] Calling delete_port for 1be0a935-f373-46a9-bce9-327603bc507d owned by network:dhcp {{(pid=119880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:16.730668 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (1be0a935-f373-46a9-bce9-327603bc507d), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.757211 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be0a935-f373-46a9-bce9-327603bc507d,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:16.758990 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] No DVR routers for this DVR port 1be0a935-f373-46a9-bce9-327603bc507d on host dv-cinder-828060-5-iscsi {{(pid=119879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:15:16.764468 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-34329b70-5fa1-43af-9181-c28c1b39c330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479'] for port (1be0a935-f373-46a9-bce9-327603bc507d), after_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.789984 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34329b70-5fa1-43af-9181-c28c1b39c330 None None] Pushing event deleted for resources: {'Port': ['ID=1be0a935-f373-46a9-bce9-327603bc507d,revision_number=None']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:16.796545 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34329b70-5fa1-43af-9181-c28c1b39c330 None None] No DVR routers for this DVR port 1be0a935-f373-46a9-bce9-327603bc507d on host dv-cinder-828060-5-iscsi {{(pid=119880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:15:16.829404 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (3559032d-88e7-4a80-a4e2-1e926b9ad114), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.851930 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3559032d-88e7-4a80-a4e2-1e926b9ad114']}} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:16.860882 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6282a50-d7d0-4a5b-baea-11c7824c3feb') {'for_net_delete': True} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:16.861190 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.services.segments.db [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6282a50-d7d0-4a5b-baea-11c7824c3feb') {} {{(pid=119879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:16.870245 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263106544'] for segment (c6282a50-d7d0-4a5b-baea-11c7824c3feb), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.883741 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (c6282a50-d7d0-4a5b-baea-11c7824c3feb), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.889599 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=119879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:15:16.890622 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263105533'] for segment (c6282a50-d7d0-4a5b-baea-11c7824c3feb), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: Traceback (most recent call last): Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: timer() Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: cb(*args, **kw) Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: return func(*args, **kwargs) Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: self._notify() Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: self.callback(batched_events) Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: event.method(event) Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: return f(self, *a, **k) Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._get(url).json() Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: return self.request(url, 'GET', **kwargs) Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:15:16.892252 dv-cinder-828060-5-iscsi neutron-server[119879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:15:16.999012 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (3559032d-88e7-4a80-a4e2-1e926b9ad114), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:17.004756 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:17.007958 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3559032d-88e7-4a80-a4e2-1e926b9ad114 HTTP/1.1" status: 204 len: 168 time: 0.6519339 Feb 15 05:15:17.019028 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddb7cc-1652-4f29-89c6-392eb21d3656 admin admin] Pushing event deleted for resources: {'Network': ['ID=3559032d-88e7-4a80-a4e2-1e926b9ad114,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:17.396720 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33550) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:17.436249 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-559886a7-bf3e-4de0-bad8-0956901f47e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c096d918db954c48ba3b7a2bc9dee318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383606 Feb 15 05:15:17.438651 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33552) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:17.483371 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bc094fc1-a9e8-4712-beb5-78af24889b8d admin admin] Publish callbacks [] for security_group (671c0ba5-c370-4429-9607-005c16bd3cb1), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:17.507106 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bc094fc1-a9e8-4712-beb5-78af24889b8d admin admin] Publish callbacks [] for security_group (671c0ba5-c370-4429-9607-005c16bd3cb1), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:17.648316 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bc094fc1-a9e8-4712-beb5-78af24889b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (671c0ba5-c370-4429-9607-005c16bd3cb1), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:17.650798 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-bc094fc1-a9e8-4712-beb5-78af24889b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:17.651982 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-bc094fc1-a9e8-4712-beb5-78af24889b8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/671c0ba5-c370-4429-9607-005c16bd3cb1 HTTP/1.1" status: 204 len: 168 time: 0.2124622 Feb 15 05:15:17.660668 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc094fc1-a9e8-4712-beb5-78af24889b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671c0ba5-c370-4429-9607-005c16bd3cb1,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:18.270734 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33558) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:18.308690 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-18f3eea0-41f0-4b01-95d4-23e1301fa2a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ff667488ed9446c896abb8f6d8d7509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368450 Feb 15 05:15:18.311113 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33560) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:18.356566 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7880d2e8-eae0-4156-9361-fc85d5c01df6 admin admin] Publish callbacks [] for security_group (d64b7f9b-9c00-434b-9fbe-cc7d6f54e849), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:18.377482 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7880d2e8-eae0-4156-9361-fc85d5c01df6 admin admin] Publish callbacks [] for security_group (d64b7f9b-9c00-434b-9fbe-cc7d6f54e849), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:18.490614 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7880d2e8-eae0-4156-9361-fc85d5c01df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (d64b7f9b-9c00-434b-9fbe-cc7d6f54e849), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:18.494386 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-7880d2e8-eae0-4156-9361-fc85d5c01df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:18.494659 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-7880d2e8-eae0-4156-9361-fc85d5c01df6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d64b7f9b-9c00-434b-9fbe-cc7d6f54e849 HTTP/1.1" status: 204 len: 168 time: 0.1819394 Feb 15 05:15:18.503465 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880d2e8-eae0-4156-9361-fc85d5c01df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64b7f9b-9c00-434b-9fbe-cc7d6f54e849,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:18.534685 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 1be0a935-f373-46a9-bce9-327603bc507d no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:18.555163 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 1be0a935-f373-46a9-bce9-327603bc507d {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:18.555588 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 1be0a935-f373-46a9-bce9-327603bc507d not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:19.622785 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:15:27.136059 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [req-c784ab33-d545-4006-8046-04185d92cbb4 req-05569e02-3828-46de-9107-aebe72768366 service neutron] (119878) timed out ('10.222.0.52', 54651) {{(pid=119878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 05:15:29.673337 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33564) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:29.779733 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:30.006189 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-5e91b19f-4b69-4f19-9c16-2881b96f2ff9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Deleting port 3b082ec6-7854-415e-84ca-d1deb4a00356 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:30.006448 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5e91b19f-4b69-4f19-9c16-2881b96f2ff9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (3b082ec6-7854-415e-84ca-d1deb4a00356), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:30.082344 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5e91b19f-4b69-4f19-9c16-2881b96f2ff9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (3b082ec6-7854-415e-84ca-d1deb4a00356), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:30.082665 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5e91b19f-4b69-4f19-9c16-2881b96f2ff9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for floatingip (3b082ec6-7854-415e-84ca-d1deb4a00356), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:30.094625 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-5e91b19f-4b69-4f19-9c16-2881b96f2ff9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Calling delete_port for 3b082ec6-7854-415e-84ca-d1deb4a00356 owned by network:floatingip {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:30.305166 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5e91b19f-4b69-4f19-9c16-2881b96f2ff9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (3b082ec6-7854-415e-84ca-d1deb4a00356), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:30.327351 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91b19f-4b69-4f19-9c16-2881b96f2ff9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Pushing event deleted for resources: {'Port': ['ID=3b082ec6-7854-415e-84ca-d1deb4a00356,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:30.388004 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5e91b19f-4b69-4f19-9c16-2881b96f2ff9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for floatingip (6714e757-35e6-4cfc-8c42-22ad706787d6), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:30.388337 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.db.l3_db [None req-5e91b19f-4b69-4f19-9c16-2881b96f2ff9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Floating IP 6714e757-35e6-4cfc-8c42-22ad706787d6 disassociated (deleted). External IP: 172.27.2.127, port: 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8. Feb 15 05:15:30.595006 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e91b19f-4b69-4f19-9c16-2881b96f2ff9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Router f78f3984-3049-4a5a-8ca6-411c46a31574 has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:15:30.933243 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e91b19f-4b69-4f19-9c16-2881b96f2ff9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:15:30.938071 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-5e91b19f-4b69-4f19-9c16-2881b96f2ff9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for floatingip (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:30.942661 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39724586-2132-43e9-a1d2-ae5656e6e02f None None] Sync routers for ids ['f78f3984-3049-4a5a-8ca6-411c46a31574'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:15:30.952724 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39724586-2132-43e9-a1d2-ae5656e6e02f None None] Routers {'f78f3984-3049-4a5a-8ca6-411c46a31574'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:15:30.953365 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-39724586-2132-43e9-a1d2-ae5656e6e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:15:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['f78f3984-3049-4a5a-8ca6-411c46a31574'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:30.966271 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-5e91b19f-4b69-4f19-9c16-2881b96f2ff9 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "DELETE /v2.0/floatingips/6714e757-35e6-4cfc-8c42-22ad706787d6 HTTP/1.1" status: 204 len: 168 time: 1.2919850 Feb 15 05:15:30.966840 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8'}] {{(pid=119879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:15:30.969803 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a80aa83670eb8c05232e7c564b5732107f114138c78db7ec85f3e43402d36aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cfb404-1a5b-4945-8f40-727b48052aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8"}]}' {{(pid=119879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:15:31.007825 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3258f80-fe9b-48cb-9c0f-edd19774336d x-openstack-request-id: req-c3258f80-fe9b-48cb-9c0f-edd19774336d {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:15:31.008115 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8", "status": "completed", "code": 200}]} {{(pid=119879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:15:31.008362 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3258f80-fe9b-48cb-9c0f-edd19774336d {{(pid=119879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:15:31.008755 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'status': 'completed', 'code': 200} Feb 15 05:15:31.066904 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-39724586-2132-43e9-a1d2-ae5656e6e02f None None] Set router f78f3984-3049-4a5a-8ca6-411c46a31574 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:15:31.078899 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfb404-1a5b-4945-8f40-727b48052aa3 req-f4f0ddf7-eda4-47c5-adf2-f3c6bcd47e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:31.080443 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a9cfb404-1a5b-4945-8f40-727b48052aa3 req-f4f0ddf7-eda4-47c5-adf2-f3c6bcd47e77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=96bff23b05aa4ddca746e736a75716bd&device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 1129 time: 0.0490904 Feb 15 05:15:31.176550 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfb404-1a5b-4945-8f40-727b48052aa3 req-7b37b432-a5f6-4d13-a7c7-a3e72d6e7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:31.178144 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a9cfb404-1a5b-4945-8f40-727b48052aa3 req-7b37b432-a5f6-4d13-a7c7-a3e72d6e7e4b service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff85841a-33c9-44eb-9bc2-71919d672385 HTTP/1.1" status: 200 len: 910 time: 0.0914278 Feb 15 05:15:31.218648 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a9cfb404-1a5b-4945-8f40-727b48052aa3 req-31a2bc59-dc60-4bf2-80fa-7ba4d2ee9592 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 HTTP/1.1" status: 200 len: 217 time: 0.0347674 Feb 15 05:15:31.268865 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-39724586-2132-43e9-a1d2-ae5656e6e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:10:09Z', 'revision_number': 4, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'da7c9731-7067-45eb-b8c1-f2b2d5110756', 'name': '', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'mac_address': 'fa:16:3e:1e:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:09Z', 'updated_at': '2022-02-15T05:10:13Z', 'revision_number': 5, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'subnets': [{'id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:31.272180 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfb404-1a5b-4945-8f40-727b48052aa3 req-af5662fe-fe76-4624-b787-eb9247e8729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:31.273678 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a9cfb404-1a5b-4945-8f40-727b48052aa3 req-af5662fe-fe76-4624-b787-eb9247e8729d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=683159ba-1de7-466f-842a-a1b8e643ff47 HTTP/1.1" status: 200 len: 848 time: 0.0501480 Feb 15 05:15:31.299908 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39724586-2132-43e9-a1d2-ae5656e6e02f None None] Checking router: f78f3984-3049-4a5a-8ca6-411c46a31574 for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:15:31.308108 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39724586-2132-43e9-a1d2-ae5656e6e02f None None] Routers {'f78f3984-3049-4a5a-8ca6-411c46a31574'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:15:31.308713 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-39724586-2132-43e9-a1d2-ae5656e6e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:15:05Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['f78f3984-3049-4a5a-8ca6-411c46a31574'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:31.326925 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfb404-1a5b-4945-8f40-727b48052aa3 req-baa157dc-c758-437f-976d-12ed6ee4f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:31.328512 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a9cfb404-1a5b-4945-8f40-727b48052aa3 req-baa157dc-c758-437f-976d-12ed6ee4f203 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff85841a-33c9-44eb-9bc2-71919d672385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485144 Feb 15 05:15:31.423900 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-39724586-2132-43e9-a1d2-ae5656e6e02f None None] Set router f78f3984-3049-4a5a-8ca6-411c46a31574 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:15:31.463716 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a9cfb404-1a5b-4945-8f40-727b48052aa3 req-ab65f925-bbfa-454f-8b77-9b4cd4e25926 service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255155 Feb 15 05:15:31.472190 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca4963-db1f-44b5-b40b-a47f74944d03 req-d489525b-9909-44a8-821c-c7e219e47f5f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:31.473589 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-65ca4963-db1f-44b5-b40b-a47f74944d03 req-d489525b-9909-44a8-821c-c7e219e47f5f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0871227 Feb 15 05:15:31.580418 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-65ca4963-db1f-44b5-b40b-a47f74944d03 req-0773bd00-1b95-49d7-abba-865151f6dbad tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989921 Feb 15 05:15:31.597615 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-a9cfb404-1a5b-4945-8f40-727b48052aa3 req-b6dbc2f4-8a15-44fd-97c7-6550186cc572 service neutron] 10.222.0.52 "GET /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229746 Feb 15 05:15:31.625632 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-39724586-2132-43e9-a1d2-ae5656e6e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:10:09Z', 'revision_number': 4, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'da7c9731-7067-45eb-b8c1-f2b2d5110756', 'name': '', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'mac_address': 'fa:16:3e:1e:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:09Z', 'updated_at': '2022-02-15T05:10:13Z', 'revision_number': 5, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'subnets': [{'id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:31.651160 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39724586-2132-43e9-a1d2-ae5656e6e02f None None] The sync data for ids ['f78f3984-3049-4a5a-8ca6-411c46a31574'] in dv-cinder-828060-5-iscsi is: [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:10:09Z', 'revision_number': 4, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi', '_interfaces': [{'id': 'da7c9731-7067-45eb-b8c1-f2b2d5110756', 'name': '', 'network_id': 'ff85841a-33c9-44eb-9bc2-71919d672385', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'mac_address': 'fa:16:3e:1e:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:09Z', 'updated_at': '2022-02-15T05:10:13Z', 'revision_number': 5, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'subnets': [{'id': '683159ba-1de7-466f-842a-a1b8e643ff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:15:31.859142 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e089b593-7f60-40ec-8883-f148c95e9d4a None None] New status for floating IP 6714e757-35e6-4cfc-8c42-22ad706787d6: DOWN {{(pid=119881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:15:32.362378 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9aef226a-ef3b-4bdd-81ee-3e47e4f3e694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:32.705247 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e61cb6-2879-4790-9fde-7b7e3e332fcf req-f28a2ce0-a1e5-4fae-959d-db9ffe97d1c1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:32.706673 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-77e61cb6-2879-4790-9fde-7b7e3e332fcf req-f28a2ce0-a1e5-4fae-959d-db9ffe97d1c1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0540693 Feb 15 05:15:32.753669 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-77e61cb6-2879-4790-9fde-7b7e3e332fcf req-ecbf55b9-2891-4cad-87da-d1dc77b99dc1 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/security-groups?id=c961625c-0b38-4b46-92c4-c7150a41766a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Feb 15 05:15:33.098307 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7ed5e-2b25-4ea7-afa6-b15d771ab3ef req-90133cb9-30fb-4238-aa34-3ba816d9deb0 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:33.099729 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-59f7ed5e-2b25-4ea7-afa6-b15d771ab3ef req-90133cb9-30fb-4238-aa34-3ba816d9deb0 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.52 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 945 time: 0.0516241 Feb 15 05:15:33.191618 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-59f7ed5e-2b25-4ea7-afa6-b15d771ab3ef req-3b4c6aff-3749-4fcf-a2f9-7b184bce67dc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Deleting port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:33.191956 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-59f7ed5e-2b25-4ea7-afa6-b15d771ab3ef req-3b4c6aff-3749-4fcf-a2f9-7b184bce67dc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:33.275529 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [req-59f7ed5e-2b25-4ea7-afa6-b15d771ab3ef req-3b4c6aff-3749-4fcf-a2f9-7b184bce67dc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] For port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:33.275882 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-59f7ed5e-2b25-4ea7-afa6-b15d771ab3ef req-3b4c6aff-3749-4fcf-a2f9-7b184bce67dc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:33.287872 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [req-59f7ed5e-2b25-4ea7-afa6-b15d771ab3ef req-3b4c6aff-3749-4fcf-a2f9-7b184bce67dc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Calling delete_port for 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 owned by compute:nova {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:33.472718 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-59f7ed5e-2b25-4ea7-afa6-b15d771ab3ef req-3b4c6aff-3749-4fcf-a2f9-7b184bce67dc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (062eac1f-6dc9-4733-bcb9-5ab70c86a1a8), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:33.504091 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c6aff-3749-4fcf-a2f9-7b184bce67dc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Pushing event deleted for resources: {'Port': ['ID=062eac1f-6dc9-4733-bcb9-5ab70c86a1a8,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:33.549592 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f7ed5e-2b25-4ea7-afa6-b15d771ab3ef req-3b4c6aff-3749-4fcf-a2f9-7b184bce67dc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] No DVR routers for this DVR port 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 on host hv-cinder-82806 {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:15:33.552002 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [req-59f7ed5e-2b25-4ea7-afa6-b15d771ab3ef req-3b4c6aff-3749-4fcf-a2f9-7b184bce67dc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4105508'] for port (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:33.555235 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-59f7ed5e-2b25-4ea7-afa6-b15d771ab3ef req-3b4c6aff-3749-4fcf-a2f9-7b184bce67dc tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.52 "DELETE /v2.0/ports/062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 HTTP/1.1" status: 204 len: 173 time: 0.4504838 Feb 15 05:15:33.555668 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'name': 'network-vif-deleted', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8'}] {{(pid=119878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:15:33.557934 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}523831bf2011c9860c5d4f4fd008d54da7910e86a4b25259b1ed61dcc86e512d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e31663-ae7d-4941-9a06-af375c4741c2" -d '{"events": [{"server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "name": "network-vif-deleted", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8"}]}' {{(pid=119878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:15:33.592794 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8f7d5b-010e-4f2c-ba7f-12c0a8f10aab x-openstack-request-id: req-fe8f7d5b-010e-4f2c-ba7f-12c0a8f10aab {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:15:33.593271 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b1dfe3-716b-4b11-b2f5-d739a97be44e", "name": "network-vif-deleted", "tag": "062eac1f-6dc9-4733-bcb9-5ab70c86a1a8", "status": "completed", "code": 200}]} {{(pid=119878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:15:33.593529 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe8f7d5b-010e-4f2c-ba7f-12c0a8f10aab {{(pid=119878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:15:33.593933 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b1dfe3-716b-4b11-b2f5-d739a97be44e', 'name': 'network-vif-deleted', 'tag': '062eac1f-6dc9-4733-bcb9-5ab70c86a1a8', 'status': 'completed', 'code': 200} Feb 15 05:15:33.846388 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [req-b3dd11d5-bfdd-45d9-b9d0-6b1bedb1bf9c req-adce14c8-1e10-4da9-a1ea-973c52974ca8 tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 210 time: 0.0275941 Feb 15 05:15:34.689724 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2a6e5a89-e969-4708-917a-d091682d16fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:34.956586 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [req-89ec6d5f-b02d-4c42-9725-c76811e47cb9 req-a448def2-cec8-413d-ab4f-76facc5bc26f tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "GET /v2.0/ports?device_id=79b1dfe3-716b-4b11-b2f5-d739a97be44e HTTP/1.1" status: 200 len: 210 time: 0.0283020 Feb 15 05:15:35.916783 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:36.009549 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33584) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:36.064224 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group (c961625c-0b38-4b46-92c4-c7150a41766a), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:36.088300 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group (c961625c-0b38-4b46-92c4-c7150a41766a), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:36.209521 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (c961625c-0b38-4b46-92c4-c7150a41766a), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:36.211980 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:36.213107 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] 10.222.0.24 "DELETE /v2.0/security-groups/c961625c-0b38-4b46-92c4-c7150a41766a HTTP/1.1" status: 204 len: 168 time: 0.2025893 Feb 15 05:15:36.225052 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c961625c-0b38-4b46-92c4-c7150a41766a,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:36.229079 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:36.229458 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:36.229798 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:36.230134 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:36.230468 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:36.230798 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:36.231122 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:36.231448 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:36.231770 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:36.232093 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:36.232443 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:36.232761 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:36.233112 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303044e-bc81-436b-8f9b-f3e2315e188c tempest-TestShelveInstance-273549267 tempest-TestShelveInstance-273549267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:36.334520 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33588) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:36.772146 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707116'] for router_interface (f78f3984-3049-4a5a-8ca6-411c46a31574), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:37.012760 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Deleting port da7c9731-7067-45eb-b8c1-f2b2d5110756 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:37.013103 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:37.089621 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] For port da7c9731-7067-45eb-b8c1-f2b2d5110756, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=da7c9731-7067-45eb-b8c1-f2b2d5110756,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:37.089838 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:37.101371 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Calling delete_port for da7c9731-7067-45eb-b8c1-f2b2d5110756 owned by network:router_interface {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:37.276657 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:37.356271 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (da7c9731-7067-45eb-b8c1-f2b2d5110756), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:37.382260 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7c9731-7067-45eb-b8c1-f2b2d5110756,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:37.431388 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:37.431736 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:37.432087 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:37.432429 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:37.432765 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:37.433104 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:37.433462 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:37.433790 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:37.434120 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:37.434452 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:37.434782 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:37.435106 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:37.435435 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-5-iscsi {{(pid=119878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:37.452799 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:37.473793 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] No Port match for: 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:37.474187 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Device 062eac1f-6dc9-4733-bcb9-5ab70c86a1a8 not bound to the agent host hv-cinder-82806 {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:37.561833 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3650636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707256'] for router_interface (f78f3984-3049-4a5a-8ca6-411c46a31574), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:37.768170 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Router f78f3984-3049-4a5a-8ca6-411c46a31574 has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:15:37.872301 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:15:37.877986 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-c50827fc-f63a-4f7e-962b-2a42a8a6d3b5 admin admin] 10.222.0.24 "PUT /v2.0/routers/f78f3984-3049-4a5a-8ca6-411c46a31574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5423491 Feb 15 05:15:37.880437 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33592) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:37.883347 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5ee78-9dda-4ab7-97fd-1636b76b2adc None None] Sync routers for ids ['f78f3984-3049-4a5a-8ca6-411c46a31574'] in dv-cinder-828060-5-iscsi {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:15:37.893893 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5ee78-9dda-4ab7-97fd-1636b76b2adc None None] Routers {'f78f3984-3049-4a5a-8ca6-411c46a31574'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:15:37.894501 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-09e5ee78-9dda-4ab7-97fd-1636b76b2adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:15:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['f78f3984-3049-4a5a-8ca6-411c46a31574'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:38.003704 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-09e5ee78-9dda-4ab7-97fd-1636b76b2adc None None] Set router f78f3984-3049-4a5a-8ca6-411c46a31574 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:15:38.187495 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-09e5ee78-9dda-4ab7-97fd-1636b76b2adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:15:37Z', 'revision_number': 5, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:38.212869 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5ee78-9dda-4ab7-97fd-1636b76b2adc None None] Checking router: f78f3984-3049-4a5a-8ca6-411c46a31574 for host: dv-cinder-828060-5-iscsi {{(pid=119880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:15:38.221290 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5ee78-9dda-4ab7-97fd-1636b76b2adc None None] Routers {'f78f3984-3049-4a5a-8ca6-411c46a31574'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:15:38.221899 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-09e5ee78-9dda-4ab7-97fd-1636b76b2adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:15:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['f78f3984-3049-4a5a-8ca6-411c46a31574'], 'active': True} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:38.242122 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Publish callbacks [] for router (f78f3984-3049-4a5a-8ca6-411c46a31574), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:38.348602 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Publish callbacks [] for router_gateway (f78f3984-3049-4a5a-8ca6-411c46a31574), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:38.454255 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvr_db [None req-09e5ee78-9dda-4ab7-97fd-1636b76b2adc None None] Set router f78f3984-3049-4a5a-8ca6-411c46a31574 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:15:38.466187 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Deleting port f4c02b8d-a674-440e-a168-de235f1e53e5 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:38.466709 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:38.555725 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] For port f4c02b8d-a674-440e-a168-de235f1e53e5, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=f4c02b8d-a674-440e-a168-de235f1e53e5,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:38.556085 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:38.567637 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Calling delete_port for f4c02b8d-a674-440e-a168-de235f1e53e5 owned by network:router_gateway {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:38.636826 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_hamode_db [None req-09e5ee78-9dda-4ab7-97fd-1636b76b2adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:15:37Z', 'revision_number': 5, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:38.668050 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5ee78-9dda-4ab7-97fd-1636b76b2adc None None] The sync data for ids ['f78f3984-3049-4a5a-8ca6-411c46a31574'] in dv-cinder-828060-5-iscsi is: [{'id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'name': 'tempest-TestShelveInstance-2078830256-router', 'tenant_id': '96bff23b05aa4ddca746e736a75716bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:06Z', 'updated_at': '2022-02-15T05:15:37Z', 'revision_number': 5, 'project_id': '96bff23b05aa4ddca746e736a75716bd', 'gw_port': {'id': 'f4c02b8d-a674-440e-a168-de235f1e53e5', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f3984-3049-4a5a-8ca6-411c46a31574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:07Z', 'updated_at': '2022-02-15T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}] {{(pid=119880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:15:38.733817 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:38.815190 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (f4c02b8d-a674-440e-a168-de235f1e53e5), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:38.838411 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c02b8d-a674-440e-a168-de235f1e53e5,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:38.901972 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707558'] for router_gateway (f78f3984-3049-4a5a-8ca6-411c46a31574), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:38.992151 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8321'] for router (f78f3984-3049-4a5a-8ca6-411c46a31574), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:38.994420 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Publish callbacks [] for router_controller (f78f3984-3049-4a5a-8ca6-411c46a31574), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.107198 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702026'] for router (f78f3984-3049-4a5a-8ca6-411c46a31574), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.108369 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f78f3984-3049-4a5a-8ca6-411c46a31574 {{(pid=119878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:15:39.116885 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.116885 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-2ceae8d2-a87d-4f02-891b-2c18c3e59f8e admin admin] 10.222.0.24 "DELETE /v2.0/routers/f78f3984-3049-4a5a-8ca6-411c46a31574 HTTP/1.1" status: 204 len: 168 time: 1.2335410 Feb 15 05:15:39.117582 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33594) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:39.166383 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_v2 [None req-67527dc8-a0bc-462d-861a-14007b3871de admin admin] Deleting subnet 683159ba-1de7-466f-842a-a1b8e643ff47 {{(pid=119878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:15:39.169448 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-67527dc8-a0bc-462d-861a-14007b3871de admin admin] Publish callbacks [] for subnet (683159ba-1de7-466f-842a-a1b8e643ff47), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.204040 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-67527dc8-a0bc-462d-861a-14007b3871de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260666702'] for subnet (683159ba-1de7-466f-842a-a1b8e643ff47), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.284265 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-67527dc8-a0bc-462d-861a-14007b3871de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (683159ba-1de7-466f-842a-a1b8e643ff47), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.410193 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-67527dc8-a0bc-462d-861a-14007b3871de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263738715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260167594'] for subnet (683159ba-1de7-466f-842a-a1b8e643ff47), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.439789 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67527dc8-a0bc-462d-861a-14007b3871de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=683159ba-1de7-466f-842a-a1b8e643ff47,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:39.443563 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-67527dc8-a0bc-462d-861a-14007b3871de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.446694 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-67527dc8-a0bc-462d-861a-14007b3871de admin admin] 10.222.0.24 "DELETE /v2.0/subnets/683159ba-1de7-466f-842a-a1b8e643ff47 HTTP/1.1" status: 204 len: 168 time: 0.3281612 Feb 15 05:15:39.449266 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33596) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:39.449694 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5fe297-87d8-4d74-9e3f-d1c5ebf5221a None None] Network ff85841a-33c9-44eb-9bc2-71919d672385 requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:15:39.521323 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (ff85841a-33c9-44eb-9bc2-71919d672385), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.575677 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Deleting port 57fb8aac-24f3-484a-a982-12c60cbe8468 {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:39.576015 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.642522 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] For port 57fb8aac-24f3-484a-a982-12c60cbe8468, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=57fb8aac-24f3-484a-a982-12c60cbe8468,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:39.642865 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.656835 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Calling delete_port for 57fb8aac-24f3-484a-a982-12c60cbe8468 owned by network:dhcp {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:39.665835 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7b66aa-9427-479e-8c2b-75ba5d89fdfd None None] DHCP port deletion for ff85841a-33c9-44eb-9bc2-71919d672385 request from dv-cinder-828060-5-iscsi {{(pid=119880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:15:39.715038 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-cb7b66aa-9427-479e-8c2b-75ba5d89fdfd None None] Deleting port 57fb8aac-24f3-484a-a982-12c60cbe8468 {{(pid=119880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:39.715407 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cb7b66aa-9427-479e-8c2b-75ba5d89fdfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), before_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.776446 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-cb7b66aa-9427-479e-8c2b-75ba5d89fdfd None None] For port 57fb8aac-24f3-484a-a982-12c60cbe8468, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=57fb8aac-24f3-484a-a982-12c60cbe8468,segment=NetworkSegment(dfc0d6ea-af28-4af4-8c8d-140f34ae9204),segment_id=dfc0d6ea-af28-4af4-8c8d-140f34ae9204)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:39.776762 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cb7b66aa-9427-479e-8c2b-75ba5d89fdfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), precommit_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.792495 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-cb7b66aa-9427-479e-8c2b-75ba5d89fdfd None None] Calling delete_port for 57fb8aac-24f3-484a-a982-12c60cbe8468 owned by network:dhcp {{(pid=119880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:39.798092 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.824731 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=57fb8aac-24f3-484a-a982-12c60cbe8468,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:39.827216 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] No DVR routers for this DVR port 57fb8aac-24f3-484a-a982-12c60cbe8468 on host dv-cinder-828060-5-iscsi {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:15:39.870501 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-cb7b66aa-9427-479e-8c2b-75ba5d89fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479'] for port (57fb8aac-24f3-484a-a982-12c60cbe8468), after_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.896605 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b66aa-9427-479e-8c2b-75ba5d89fdfd None None] Pushing event deleted for resources: {'Port': ['ID=57fb8aac-24f3-484a-a982-12c60cbe8468,revision_number=None']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:39.900915 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b66aa-9427-479e-8c2b-75ba5d89fdfd None None] No DVR routers for this DVR port 57fb8aac-24f3-484a-a982-12c60cbe8468 on host dv-cinder-828060-5-iscsi {{(pid=119880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:15:39.901841 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (ff85841a-33c9-44eb-9bc2-71919d672385), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.924069 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff85841a-33c9-44eb-9bc2-71919d672385']}} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:39.933171 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204') {'for_net_delete': True} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:39.933468 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc0d6ea-af28-4af4-8c8d-140f34ae9204') {} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:39.943055 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260666741'] for segment (dfc0d6ea-af28-4af4-8c8d-140f34ae9204), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.956496 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (dfc0d6ea-af28-4af4-8c8d-140f34ae9204), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.962194 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=119878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:15:39.962569 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263738849'] for segment (dfc0d6ea-af28-4af4-8c8d-140f34ae9204), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: Traceback (most recent call last): Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: timer() Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: cb(*args, **kw) Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: return func(*args, **kwargs) Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: self._notify() Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: self.callback(batched_events) Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: event.method(event) Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: return f(self, *a, **k) Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: return self._get(url).json() Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: return self.request(url, 'GET', **kwargs) Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:15:39.964169 dv-cinder-828060-5-iscsi neutron-server[119878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:15:40.116279 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (ff85841a-33c9-44eb-9bc2-71919d672385), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:40.121633 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:40.125454 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ff85841a-33c9-44eb-9bc2-71919d672385 HTTP/1.1" status: 204 len: 168 time: 0.6752057 Feb 15 05:15:40.128418 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33598) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:40.141152 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b425707-fb29-447a-8d80-8a93a32437b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff85841a-33c9-44eb-9bc2-71919d672385,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:40.468859 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-84280f42-9364-47b4-87b2-442e78e1d0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707116'] for router_interface (4f133073-ef30-4a1c-9bb4-8f3bd0147177), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:40.544509 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 57fb8aac-24f3-484a-a982-12c60cbe8468 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:40.565843 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 57fb8aac-24f3-484a-a982-12c60cbe8468 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:40.566271 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 57fb8aac-24f3-484a-a982-12c60cbe8468 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:40.566693 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device f4c02b8d-a674-440e-a168-de235f1e53e5 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:40.590519 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: f4c02b8d-a674-440e-a168-de235f1e53e5 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:40.590847 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device f4c02b8d-a674-440e-a168-de235f1e53e5 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:40.591250 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device da7c9731-7067-45eb-b8c1-f2b2d5110756 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:40.613228 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: da7c9731-7067-45eb-b8c1-f2b2d5110756 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:40.613572 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device da7c9731-7067-45eb-b8c1-f2b2d5110756 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:40.733471 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-84280f42-9364-47b4-87b2-442e78e1d0d4 admin admin] Deleting port 8ff9b457-3139-474f-9776-d831c8adb970 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:40.733716 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-84280f42-9364-47b4-87b2-442e78e1d0d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (8ff9b457-3139-474f-9776-d831c8adb970), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:40.815045 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-84280f42-9364-47b4-87b2-442e78e1d0d4 admin admin] For port 8ff9b457-3139-474f-9776-d831c8adb970, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=8ff9b457-3139-474f-9776-d831c8adb970,segment=NetworkSegment(95de7105-cd9f-44c7-bf74-94ab35c4fc6b),segment_id=95de7105-cd9f-44c7-bf74-94ab35c4fc6b)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:40.815403 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-84280f42-9364-47b4-87b2-442e78e1d0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (8ff9b457-3139-474f-9776-d831c8adb970), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:40.831558 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-84280f42-9364-47b4-87b2-442e78e1d0d4 admin admin] Calling delete_port for 8ff9b457-3139-474f-9776-d831c8adb970 owned by network:router_interface {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:41.072678 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-84280f42-9364-47b4-87b2-442e78e1d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (8ff9b457-3139-474f-9776-d831c8adb970), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:41.102347 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84280f42-9364-47b4-87b2-442e78e1d0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff9b457-3139-474f-9776-d831c8adb970,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:41.285835 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-84280f42-9364-47b4-87b2-442e78e1d0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3650636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707256'] for router_interface (4f133073-ef30-4a1c-9bb4-8f3bd0147177), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:41.520475 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84280f42-9364-47b4-87b2-442e78e1d0d4 admin admin] Router 4f133073-ef30-4a1c-9bb4-8f3bd0147177 has already been hosted by L3 agent 93191b66-45b8-451b-9430-45af3619aeed {{(pid=119879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:15:41.633426 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84280f42-9364-47b4-87b2-442e78e1d0d4 admin admin] Notify agent at l3_agent.dv-cinder-828060-5-iscsi the message routers_updated {{(pid=119879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:15:41.638518 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-84280f42-9364-47b4-87b2-442e78e1d0d4 admin admin] 10.222.0.24 "PUT /v2.0/routers/4f133073-ef30-4a1c-9bb4-8f3bd0147177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5090504 Feb 15 05:15:41.641531 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33600) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:41.644130 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092ae56-5f22-4cbe-b200-1c631124b667 None None] Sync routers for ids ['4f133073-ef30-4a1c-9bb4-8f3bd0147177'] in dv-cinder-828060-5-iscsi {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:15:41.654235 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092ae56-5f22-4cbe-b200-1c631124b667 None None] Routers {'4f133073-ef30-4a1c-9bb4-8f3bd0147177'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:15:41.655520 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-b092ae56-5f22-4cbe-b200-1c631124b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:15:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['4f133073-ef30-4a1c-9bb4-8f3bd0147177'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:41.746877 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Publish callbacks [] for router (4f133073-ef30-4a1c-9bb4-8f3bd0147177), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:41.762011 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-b092ae56-5f22-4cbe-b200-1c631124b667 None None] Set router 4f133073-ef30-4a1c-9bb4-8f3bd0147177 gateway port host: dv-cinder-828060-5-iscsi {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:15:41.850153 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Publish callbacks [] for router_gateway (4f133073-ef30-4a1c-9bb4-8f3bd0147177), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:41.938420 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-b092ae56-5f22-4cbe-b200-1c631124b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'name': 'tempest-TestShelveInstance-501908312-router', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'external_fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '6979557d-582e-4a3a-a823-4823ee811588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:12Z', 'updated_at': '2022-02-15T05:15:40Z', 'revision_number': 5, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'gw_port': {'id': '6979557d-582e-4a3a-a823-4823ee811588', 'name': '', 'network_id': 'd00058ee-1aa7-4a9a-9f7c-4fcaae125df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:82:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:10:13Z', 'updated_at': '2022-02-15T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '486ec11f-8f86-4ec6-abc8-11ec136975bf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-5-iscsi'}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:41.967433 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092ae56-5f22-4cbe-b200-1c631124b667 None None] Checking router: 4f133073-ef30-4a1c-9bb4-8f3bd0147177 for host: dv-cinder-828060-5-iscsi {{(pid=119881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:15:41.975812 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092ae56-5f22-4cbe-b200-1c631124b667 None None] Routers {'4f133073-ef30-4a1c-9bb4-8f3bd0147177'} bound to L3 agent in host dv-cinder-828060-5-iscsi {{(pid=119881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:15:41.976420 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-b092ae56-5f22-4cbe-b200-1c631124b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:51:05Z,description=,heartbeat_timestamp=2022-02-15T05:15:35Z,host='dv-cinder-828060-5-iscsi',id=93191b66-45b8-451b-9430-45af3619aeed,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:51:05Z,topic='l3_agent')) {'router_ids': ['4f133073-ef30-4a1c-9bb4-8f3bd0147177'], 'active': True} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:41.980626 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Deleting port 6979557d-582e-4a3a-a823-4823ee811588 {{(pid=119879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:41.980958 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (6979557d-582e-4a3a-a823-4823ee811588), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.058705 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.db [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] For port 6979557d-582e-4a3a-a823-4823ee811588, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=6979557d-582e-4a3a-a823-4823ee811588,segment=NetworkSegment(131e79cb-da90-49dc-bc89-98b293492a17),segment_id=131e79cb-da90-49dc-bc89-98b293492a17)] {{(pid=119879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:42.058970 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (6979557d-582e-4a3a-a823-4823ee811588), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.065081 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_dvr_db [None req-b092ae56-5f22-4cbe-b200-1c631124b667 None None] Set router 4f133073-ef30-4a1c-9bb4-8f3bd0147177 gateway port host: None {{(pid=119881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:15:42.070535 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.plugins.ml2.plugin [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Calling delete_port for 6979557d-582e-4a3a-a823-4823ee811588 owned by network:router_gateway {{(pid=119879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:42.115989 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.l3_hamode_db [None req-b092ae56-5f22-4cbe-b200-1c631124b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'name': 'tempest-TestShelveInstance-501908312-router', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:12Z', 'updated_at': '2022-02-15T05:15:41Z', 'revision_number': 6, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'gw_port_host': None}], 'dv-cinder-828060-5-iscsi', False) {} {{(pid=119881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:42.231490 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092ae56-5f22-4cbe-b200-1c631124b667 None None] The sync data for ids ['4f133073-ef30-4a1c-9bb4-8f3bd0147177'] in dv-cinder-828060-5-iscsi is: [{'id': '4f133073-ef30-4a1c-9bb4-8f3bd0147177', 'name': 'tempest-TestShelveInstance-501908312-router', 'tenant_id': '2f1b01a30e7840289910f938b9cf19b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:10:12Z', 'updated_at': '2022-02-15T05:15:41Z', 'revision_number': 6, 'project_id': '2f1b01a30e7840289910f938b9cf19b2', 'gw_port_host': None}] {{(pid=119881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:15:42.299325 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263105320'] for port (6979557d-582e-4a3a-a823-4823ee811588), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.324913 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6979557d-582e-4a3a-a823-4823ee811588,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:42.384981 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707558'] for router_gateway (4f133073-ef30-4a1c-9bb4-8f3bd0147177), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.476670 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8321'] for router (4f133073-ef30-4a1c-9bb4-8f3bd0147177), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.478848 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Publish callbacks [] for router_controller (4f133073-ef30-4a1c-9bb4-8f3bd0147177), precommit_delete_associations {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.573420 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702026'] for router (4f133073-ef30-4a1c-9bb4-8f3bd0147177), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.573904 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f133073-ef30-4a1c-9bb4-8f3bd0147177 {{(pid=119879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:15:42.582682 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.583822 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-f4f41cb4-e9bf-471c-8caa-3aa72a1599e5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4f133073-ef30-4a1c-9bb4-8f3bd0147177 HTTP/1.1" status: 204 len: 168 time: 0.9413803 Feb 15 05:15:42.586471 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33602) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:42.637226 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5c0c09-a557-4a4b-8019-04feee64e0ec admin admin] Deleting subnet 35d0fc30-d725-4e46-8918-3b974005b10a {{(pid=119878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:15:42.641822 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0c09-a557-4a4b-8019-04feee64e0ec admin admin] Publish callbacks [] for subnet (35d0fc30-d725-4e46-8918-3b974005b10a), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.680667 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0c09-a557-4a4b-8019-04feee64e0ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260666702'] for subnet (35d0fc30-d725-4e46-8918-3b974005b10a), precommit_delete_associations {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.762829 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0c09-a557-4a4b-8019-04feee64e0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558876'] for subnet (35d0fc30-d725-4e46-8918-3b974005b10a), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.888321 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0c09-a557-4a4b-8019-04feee64e0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263738715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260167594'] for subnet (35d0fc30-d725-4e46-8918-3b974005b10a), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.913210 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c0c09-a557-4a4b-8019-04feee64e0ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d0fc30-d725-4e46-8918-3b974005b10a,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:42.916972 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0c09-a557-4a4b-8019-04feee64e0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for subnet (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.920203 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-ea5c0c09-a557-4a4b-8019-04feee64e0ec admin admin] 10.222.0.24 "DELETE /v2.0/subnets/35d0fc30-d725-4e46-8918-3b974005b10a HTTP/1.1" status: 204 len: 168 time: 0.3326240 Feb 15 05:15:42.923275 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33604) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:42.923444 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59aa65a-94c6-4c63-b04e-2c282f38b991 None None] Network e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb requested from dv-cinder-828060-5-iscsi {{(pid=119880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:15:42.991312 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3664219'] for network (e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:43.032442 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 8ff9b457-3139-474f-9776-d831c8adb970 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:43.052861 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Deleting port 6b49cad4-e632-428e-a992-bdda6bf8b38c {{(pid=119878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:43.053292 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:43.057033 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 8ff9b457-3139-474f-9776-d831c8adb970 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:43.057411 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 8ff9b457-3139-474f-9776-d831c8adb970 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:43.098687 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1899d63-87ae-4bcf-bef3-5dcbdbd073d6 None None] DHCP port deletion for e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb request from dv-cinder-828060-5-iscsi {{(pid=119880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:15:43.122820 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.db [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] For port 6b49cad4-e632-428e-a992-bdda6bf8b38c, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=6b49cad4-e632-428e-a992-bdda6bf8b38c,segment=NetworkSegment(95de7105-cd9f-44c7-bf74-94ab35c4fc6b),segment_id=95de7105-cd9f-44c7-bf74-94ab35c4fc6b)] {{(pid=119878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:43.123302 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:43.137021 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.plugin [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Calling delete_port for 6b49cad4-e632-428e-a992-bdda6bf8b38c owned by network:dhcp {{(pid=119878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:43.150732 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-c1899d63-87ae-4bcf-bef3-5dcbdbd073d6 None None] Deleting port 6b49cad4-e632-428e-a992-bdda6bf8b38c {{(pid=119880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:43.151109 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-c1899d63-87ae-4bcf-bef3-5dcbdbd073d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750058280012'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), before_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:43.217389 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.db [None req-c1899d63-87ae-4bcf-bef3-5dcbdbd073d6 None None] For port 6b49cad4-e632-428e-a992-bdda6bf8b38c, host dv-cinder-828060-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-5-iscsi',level=0,port_id=6b49cad4-e632-428e-a992-bdda6bf8b38c,segment=NetworkSegment(95de7105-cd9f-44c7-bf74-94ab35c4fc6b),segment_id=95de7105-cd9f-44c7-bf74-94ab35c4fc6b)] {{(pid=119880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:43.217781 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-c1899d63-87ae-4bcf-bef3-5dcbdbd073d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-706534'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), precommit_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:43.229405 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-c1899d63-87ae-4bcf-bef3-5dcbdbd073d6 None None] Calling delete_port for 6b49cad4-e632-428e-a992-bdda6bf8b38c owned by network:dhcp {{(pid=119880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:43.301236 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263738676'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:43.310289 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-c1899d63-87ae-4bcf-bef3-5dcbdbd073d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750058285231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750057893479'] for port (6b49cad4-e632-428e-a992-bdda6bf8b38c), after_delete {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:43.332380 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b49cad4-e632-428e-a992-bdda6bf8b38c,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:43.336077 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] No DVR routers for this DVR port 6b49cad4-e632-428e-a992-bdda6bf8b38c on host dv-cinder-828060-5-iscsi {{(pid=119878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:15:43.347062 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1899d63-87ae-4bcf-bef3-5dcbdbd073d6 None None] No DVR routers for this DVR port 6b49cad4-e632-428e-a992-bdda6bf8b38c on host dv-cinder-828060-5-iscsi {{(pid=119880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:15:43.351026 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1899d63-87ae-4bcf-bef3-5dcbdbd073d6 None None] Pushing event deleted for resources: {'Port': ['ID=6b49cad4-e632-428e-a992-bdda6bf8b38c,revision_number=None']} {{(pid=119880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:43.409798 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3559003', 'neutron.services.segments.db._delete_segments_for_network-8750058389104'] for network (e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:43.430386 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb']}} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:43.442708 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95de7105-cd9f-44c7-bf74-94ab35c4fc6b') {'for_net_delete': True} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:43.443009 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.services.segments.db [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95de7105-cd9f-44c7-bf74-94ab35c4fc6b') {} {{(pid=119878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:43.452215 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750058390393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260666741'] for segment (95de7105-cd9f-44c7-bf74-94ab35c4fc6b), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:43.465021 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430'] for segment (95de7105-cd9f-44c7-bf74-94ab35c4fc6b), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:43.470985 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=119878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:15:43.471367 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3554430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263738849'] for segment (95de7105-cd9f-44c7-bf74-94ab35c4fc6b), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: Traceback (most recent call last): Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: timer() Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: cb(*args, **kw) Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: return func(*args, **kwargs) Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: self._notify() Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: self.callback(batched_events) Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: event.method(event) Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: return f(self, *a, **k) Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: return self._get(url).json() Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: return self.request(url, 'GET', **kwargs) Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:15:43.472980 dv-cinder-828060-5-iscsi neutron-server[119878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:15:43.590743 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3558994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3650651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707646'] for network (e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:43.597826 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3650729'] for network (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:43.601088 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb HTTP/1.1" status: 204 len: 168 time: 0.6768820 Feb 15 05:15:43.612761 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe3f31-f996-440f-a5e9-e1c4140b5b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=e05ea5d3-f8d3-40e0-9245-cd3ced25f8cb,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:43.915739 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33608) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:43.955041 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-5a773585-4d92-4335-b8ff-295c22b74f39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96bff23b05aa4ddca746e736a75716bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381899 Feb 15 05:15:43.957461 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.wsgi [-] (119879) accepted ('10.222.0.24', 33610) {{(pid=119879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:44.002151 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f6304e69-266d-4fde-937c-703d4fdc9561 admin admin] Publish callbacks [] for security_group (a9b4935a-0f6e-40f3-b2b9-d88e7f4a4cf7), before_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:44.023007 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f6304e69-266d-4fde-937c-703d4fdc9561 admin admin] Publish callbacks [] for security_group (a9b4935a-0f6e-40f3-b2b9-d88e7f4a4cf7), precommit_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:44.152313 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f6304e69-266d-4fde-937c-703d4fdc9561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (a9b4935a-0f6e-40f3-b2b9-d88e7f4a4cf7), after_delete {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:44.155542 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron_lib.callbacks.manager [None req-f6304e69-266d-4fde-937c-703d4fdc9561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:44.156695 dv-cinder-828060-5-iscsi neutron-server[119879]: INFO neutron.wsgi [None req-f6304e69-266d-4fde-937c-703d4fdc9561 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9b4935a-0f6e-40f3-b2b9-d88e7f4a4cf7 HTTP/1.1" status: 204 len: 168 time: 0.1983783 Feb 15 05:15:44.164477 dv-cinder-828060-5-iscsi neutron-server[119879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6304e69-266d-4fde-937c-703d4fdc9561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b4935a-0f6e-40f3-b2b9-d88e7f4a4cf7,revision_number=None']} {{(pid=119879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:44.541750 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 6979557d-582e-4a3a-a823-4823ee811588 no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:44.565947 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 6979557d-582e-4a3a-a823-4823ee811588 {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:44.566290 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 6979557d-582e-4a3a-a823-4823ee811588 not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:44.566696 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 6b49cad4-e632-428e-a992-bdda6bf8b38c no longer exists at agent ovs-agent-dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:44.588786 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] No Port match for: 6b49cad4-e632-428e-a992-bdda6bf8b38c {{(pid=119880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:44.589160 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron.plugins.ml2.rpc [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Device 6b49cad4-e632-428e-a992-bdda6bf8b38c not bound to the agent host dv-cinder-828060-5-iscsi {{(pid=119880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:44.783329 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33616) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:44.823368 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-a4a94266-720e-4379-a7b3-04b52b1929f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f1b01a30e7840289910f938b9cf19b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386224 Feb 15 05:15:44.825484 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.wsgi [-] (119878) accepted ('10.222.0.24', 33618) {{(pid=119878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:44.871214 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-18e42c83-06ee-4e10-ab3a-6865c86c8237 admin admin] Publish callbacks [] for security_group (ca385024-3a83-465e-96fa-34ed13a443ac), before_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:44.891766 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-18e42c83-06ee-4e10-ab3a-6865c86c8237 admin admin] Publish callbacks [] for security_group (ca385024-3a83-465e-96fa-34ed13a443ac), precommit_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:45.013425 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-18e42c83-06ee-4e10-ab3a-6865c86c8237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540348'] for security_group (ca385024-3a83-465e-96fa-34ed13a443ac), after_delete {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:45.016079 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron_lib.callbacks.manager [None req-18e42c83-06ee-4e10-ab3a-6865c86c8237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:45.017383 dv-cinder-828060-5-iscsi neutron-server[119878]: INFO neutron.wsgi [None req-18e42c83-06ee-4e10-ab3a-6865c86c8237 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca385024-3a83-465e-96fa-34ed13a443ac HTTP/1.1" status: 204 len: 168 time: 0.1909997 Feb 15 05:15:45.025018 dv-cinder-828060-5-iscsi neutron-server[119878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e42c83-06ee-4e10-ab3a-6865c86c8237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca385024-3a83-465e-96fa-34ed13a443ac,revision_number=None']} {{(pid=119878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:56.620881 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:15:59.774188 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:02.322904 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-f1b72f33-cbd7-4935-828c-23a96e6a12d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:04.688221 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2164cf3a-bcca-4e2e-8293-40607eeb097f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:05.915971 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:07.300081 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:08.727233 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:29.819009 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:32.310517 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-b2b4ba27-4078-4330-8091-f4c2a544ef25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:33.619377 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:16:34.664580 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-f3b6708c-cdbc-42f0-9479-9a2a449fad81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:35.910097 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:37.258725 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:38.721566 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:59.812176 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:02.331622 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-46b08574-2c0e-49a6-9784-70b62ee7ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:04.663581 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-fc394ecd-e0e4-4c3b-a636-a6d5110f7220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.909057 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.268945 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:08.754657 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:10.619287 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:17:29.857367 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:32.342550 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5cba7415-f854-477d-a35d-e9ab09f5d835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:34.690900 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-33789b32-2bf1-40fc-bd39-ef2f79ff1e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:35.925177 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:37.274175 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:38.742564 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:47.618823 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:17:59.827432 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:02.324632 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-b5a6b600-8dcc-4d0a-bb14-7c2fd539bbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:04.684799 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-5932db98-9114-4d08-89e4-fa075cd60280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:05.942136 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:07.273536 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:08.734765 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:24.618314 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:18:29.878187 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:32.323942 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-048af5ad-6b64-4575-a785-a59e7c55a4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:34.695668 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-adb7034a-dd49-4aa0-a17f-62f30ad379f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:35.923888 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:37.304886 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:38.740972 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:59.864449 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:01.617853 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:19:02.311748 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-44688a2f-3175-474e-ab4b-449a69cf2dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:04.758036 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-bbfbec49-b91a-4052-9a11-ff4ea8a8cfbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:05.920805 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:07.289018 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:08.744018 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:29.885818 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:32.391701 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-ad5dd438-3935-4a5a-b42d-82ede75ba2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:34.693924 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-d93e95fc-5a5c-4eea-8bab-17628bcdf3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:35.937128 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:37.302902 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:38.617171 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:19:38.771033 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:59.862388 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:02.341623 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-7f033e7a-d489-41f1-9836-c89919cb61d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.681912 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-e2ce541b-6e43-46d7-9853-60e0333b5709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:05.952859 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.301575 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:08.767951 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:15.616247 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:20:29.860611 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:32.300601 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-fc58ecb6-e729-4faa-8834-fc8e9542242f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:34.683163 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6b4c7298-40e1-43cf-ab66-40d8f776d190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.951745 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:37.294215 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:38.740404 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:52.614933 dv-cinder-828060-5-iscsi neutron-server[119881]: DEBUG neutron.db.agents_db [None req-5330e7a3-edad-471d-a03f-6bb841653628 None None] Agent healthcheck: found 6 active agents {{(pid=119881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:20:59.874840 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a3a5-a0d7-4265-b460-931fe6011750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (223e38f3-c972-4376-ac77-127e34e381f8), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:02.338176 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-1b63791a-d99f-4d56-946b-72a960797adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (4316fa62-d06a-4098-8855-2f06bc45a707), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:04.699066 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-29cf1508-3ac3-4eb0-8bc8-506e94a3c708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (93191b66-45b8-451b-9430-45af3619aeed), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:05.962030 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-709d2f57-0c67-49ec-9f8d-b717e9423711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (47bb8a34-800e-46b2-8025-4ed1042ec55a), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:07.287791 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-6e3f696e-052a-4a6e-b6fd-450ffb83dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (a5cb5a18-d6a0-4592-86c0-f517f5b3e963), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:08.727717 dv-cinder-828060-5-iscsi neutron-server[119880]: DEBUG neutron_lib.callbacks.manager [None req-9ba65406-1191-40bf-b6c9-e3fb98b090e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750058389086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556790'] for agent (c6a53149-26b0-4ac7-af54-d6b8949e8050), after_update {{(pid=119880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}